{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.959777513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.959924127Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.959942868Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.959957818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.960306908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.960362359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.962343853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.962536448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.962646141Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.965142408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.965156759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.965299313Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.967182394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.96741124Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.969225639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.971600393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.971614074Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.971749587Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.986282591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.986305682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":26,"elapsed":"26.531758ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:07.996293412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"36.54571ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:15.301232172Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"b4eb67fd-e797-4ee9-a3e0-a8c0c4295a84","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.959418503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.959462414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.959473455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.959481005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.959814294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.959828234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.961637903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.964084249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.96409881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.964240834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.966094964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.966375422Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.967766389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.970259947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.970274407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.970424711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.980818942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.980842483Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":27,"elapsed":"21.41768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.992943851Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.993150516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:17.995190092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"35.784199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:20.29323831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"ec09b8ba-7d8f-4104-be4e-c3fad6c08940","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:20.293538528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"ec09b8ba-7d8f-4104-be4e-c3fad6c08940","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:20.296115528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"ec09b8ba-7d8f-4104-be4e-c3fad6c08940","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2952,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:20.296359514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"83a2cef3-05b6-498c-9770-c4a3086363bb","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:20.29657136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"83a2cef3-05b6-498c-9770-c4a3086363bb","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:20.29840157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"83a2cef3-05b6-498c-9770-c4a3086363bb","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2070,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959623108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.95967462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.95968536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.95969203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959702231Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959712251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959721731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959730871Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959742072Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959752412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959762532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959771402Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959780693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959790473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959800003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959809653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959818504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959827184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959835304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959843354Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959851655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959860945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959870275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959880095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959890256Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.959899206Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.959908526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.96005227Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960074261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960119642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960135932Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960165693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960190534Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960200904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960208384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960257915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960269776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960277946Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.960290446Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.961736635Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.962675451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.962942858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963038211Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963322809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.628908ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.963537874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963548655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963554545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963674468Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963684608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.96375843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.963875473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964137571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2055, tv_nsec: 252378336 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964212862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964234933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964245323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964254424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964263914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964272564Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964280975Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964291385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.964385997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964461059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.96447333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964543082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.964552192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.965169288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.965180429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.965324213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.965385374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.965526378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.966931016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2055, tv_nsec: 255175872 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.967173883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.968601261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.968612602Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.968619202Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.968627262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.968797837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.968806527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.970152114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.971189062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"11.476911ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.971710136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.971719646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.971852089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.972198919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.972208269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.972213779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.972348513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.973813082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.97408185Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.975823187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.975843497Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"16.229079ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.976230098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.976583308Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.976613789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2055, tv_nsec: 264823773 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.976630449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.976851355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:27.976999439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.977112402Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.977345548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.977432221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.977668267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.979066875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.979512397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"15.284494ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.981021938Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.981037578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:27.981173132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.015957374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.017437754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.017822314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.018099222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.018130063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.018356749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.020030524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.020420325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.020633531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.020811226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"56.594073ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.021032952Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.023046686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.023070687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.023323803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.026581632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.026605132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.026812448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.02872111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.02874288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.028775061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"69.146243ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.029543802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":10,"elapsed":"69.788651ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.029941053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"65.72184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.0335194Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.035995977Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.036016087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.036149991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.044588259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.04461495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.044880307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.044894128Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":28,"elapsed":"85.168306ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.04496495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82cf3c09-9df9-4a48-9f66-576649fa1313\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.044995201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.046266345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.050371266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.052301528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.052328609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.052469813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.054146258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"94.401607ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.056238735Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.056260146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.056549583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce861031-384e-4868-a202-76d11e7831fb\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.056571504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.056904173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.056928834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.057139729Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bc7527-3e34-4632-b00d-0af07ed494d9\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.05715355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.05902381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.059329139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.064299033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"100.06237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.107188845Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.107500613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.116462856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"156.736845ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.140859827Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":10,"elapsed":"181.167047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.143058756Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.143471528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.150831947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.151071953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a3fea0-0a96-4137-bccc-2c2a95a215b2\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.153274913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.153517709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.17568046Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.17569687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.176009979Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a9457f-aad1-448a-8247-c3d161c557b5\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.17604866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.1764221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.176903383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.17790935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":10,"elapsed":"218.248301ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.178573448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.178583608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.178730332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.180179532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.181674542Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.181686823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.181824886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.191054546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.191075597Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.191247222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5a4538bb-b4b2-4a82-bd56-232c501a4916\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.191257312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.191636762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.193625146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.193854232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.196218136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.196453523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.200088021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.200127792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.247782942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.252017077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.252371547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.254365221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.254379841Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.254566376Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.264109985Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.264359791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15853fbd-c3e5-470d-a659-5d1c8a661594\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264388022Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264398523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264632939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264644599Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.26465169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.26465976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.26466797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.26467499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264841015Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264850065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.264999429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.265006839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.265445361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.267432215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.267550668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45a28992-d380-4101-95ae-67f7fe5ba7d1\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.267575099Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.267655741Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d81db95-266b-4ac8-919f-91de83d5380b\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.267670211Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.267681072Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.291487306Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a928dbb5-ce08-43eb-a98e-6726c7733933\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.292952606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":10,"elapsed":"333.171703ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.301685533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0c0295-b11d-4514-83ea-0b8161254d49\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.301707703Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.301716943Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.301724383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.303846901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":10,"elapsed":"344.076828ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.38245957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"debb1252-ca38-4748-bcce-afc7e12e5d1d\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:28.382480431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.382488291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.382751878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03aab981-7574-40b6-b204-b15dcda8ef8c\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:45:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.382793949Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.383098277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.386332305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.386653834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.38911673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.389300045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.391174436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.391392252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:28.3990878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":10,"elapsed":"439.446861ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:30.299710035Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"4e33f1a6-4d0b-4ccf-8335-8fdbfefd85fd","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.959877645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.959934506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.959945127Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.959953847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.960196614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.960279036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.961504759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.961720685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.962133336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.963158974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"3.298579ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.964627714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.964642784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.964784478Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.966026901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.966192446Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.967429479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.96966726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.96968034Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.969810114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.981509761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:37.981524551Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":29,"elapsed":"21.642616ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:45.299228086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"a56ef80e-98ba-472d-a7fe-059549749e9b","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.959463153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.959513594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.959528175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.959540435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.959997447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.960021678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.961909149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.962158306Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.962339731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.963889913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.44193ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.964273063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.964283414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.964417387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.966181425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.966336209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.968027405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.970241915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.970252315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.970383249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.978514959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:47.978530769Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":30,"elapsed":"19.084396ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.95973994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959789662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959797982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959806462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959812682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:45:57.959819972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959829583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959837153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":7,"elapsed":"18.07µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959846393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959853773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.959862224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:35:57.959797242 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959869744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959876764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959884984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959891854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959899325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959905895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959912315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959918745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959926175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959932866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959939656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959945986Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959951796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959958406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959965447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959973617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959981567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959988737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.959996117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960002508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960008478Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.960016168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960022678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960030188Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960036809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960044409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960051439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960061359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960073209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96008316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96009037Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96009736Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96010448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.9601102Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96011672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960123501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960131301Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960137751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960145291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960151832Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.960157992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960163702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960247334Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960312756Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960353057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960366907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960376638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960386948Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960408219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.9604433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960496141Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960524482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960536102Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960545652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960556443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960570013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960579533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960586593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960594093Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960602644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960612594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960673776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 248867711 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.960688806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 248881351 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.961158689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.961174419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.279235ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.961274862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.961292852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":6,"elapsed":"1.498801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.962076244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.963251425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.963712208Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.740401ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.963734538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964234342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964249463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96452876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964774697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964796337Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964808258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964819968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964831588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964843739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964854469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964866719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.964877729Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96488839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.9648953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.9649027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.965022073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.965148947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.965160387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.965171788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96525541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.96527414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.965447405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 253646550 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.965720662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966322439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966346629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966519674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966655358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966669268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966812452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.966917025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.967056779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.967131761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.967149101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 255353626 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.967329026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.967434029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.968535308Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.968806806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.968830087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.969396942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:35:57.959797242 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.969408062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:35:57.959797242Z\",\"pruned\":[]}","iteration":6,"elapsed":"9.6076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.969843984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.969955897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.970260385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.97116223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.9711734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.971338835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.972103095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.972116965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.97226644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.973054491Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.97339649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.973411291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.975284711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975300172Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975307382Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975507988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975521728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.97558393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975659932Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975672872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975706143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.975846006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.977131891Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.977179753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.977191583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.977365058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.977412499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.97966361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.979996389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.980287937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.980300587Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.980309027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"15.521141ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.981009426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"16.22589ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.981314445Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"16.512007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.982169758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.982470486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.985873258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.986124475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.98703084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.987291416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.987860852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.988050677Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"28.176143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.988931331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.989316441Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.990211566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.990548285Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.990639737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.991687586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.991704366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.991711126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.991717356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.991933662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 280123827 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.992127967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:57.992378114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.992805296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.993211957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.993374201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"33.352243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.994384289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.995268603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.998384877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.998416508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:57.998626503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.001404149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.001424009Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.001597644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.002064527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.002272122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.003089014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.003159456Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.007873294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.007904425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.00808805Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.008797099Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.00882443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.00883425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.01289873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.013229659Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.014682258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.015038028Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.015055459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.015063549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.015072459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.015329776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.016550139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.017202157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.020967709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.020997789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.021155244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.021679558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.021694018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.021887113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.023132267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.023377214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.023440135Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.023459616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":31,"elapsed":"63.529941ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.02395882Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.02398362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.023996541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.024009751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":6,"elapsed":"64.111367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.02469618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.024933346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.026646182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.030564848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.030593309Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.030718603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.032636475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.032659115Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.032669156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.033075027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.033364364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.033635742Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.034095924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"69.270057ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.034140965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.034155426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"74.428825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.034585528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.034782333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.034879285Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.035088071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.036548001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.036717085Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.037055044Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.03728277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.038244996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.038506374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.038724409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.04171283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.041739201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.041964697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.043487618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.043638793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.04389616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.044058634Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":11,"elapsed":"84.304604ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.047436676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.048677369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.050255252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.050284293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.050294793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.050303953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.050647323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.051530296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.051549997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.051798424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.052997866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.053065308Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"88.230219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.053266853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.056399548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.056487221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.056657745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.056668155Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.056677836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"96.721249ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.056869251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.059472331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.059498872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.059628836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.072398432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.072425212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.072435413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"112.404015ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.07937122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.079795912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.09004807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.090465381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.134872084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.135201562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.140203998Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"180.276092ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.151967487Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.151991177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.152229134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e44846f0-814a-4bc6-96de-2f3955612b8d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:45:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.152245404Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.154041143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:45:58.15469178Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.154708271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"194.702153ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.252300874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.289894262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.330326757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.330354638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.330865952Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"244480e9-84f6-4de0-8848-1fb4653de608\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:45:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.330896382Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.332027083Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.334544771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.334557012Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.334753247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4c3e62-f2b7-4fd9-bef2-da8caae29800\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:45:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.334765727Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.336268618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.336652288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":11,"elapsed":"376.779054ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.439569606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.439601217Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.441305113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.443667137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.443692757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.443744979Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.443848662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.444107499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"041eff6f-98db-4845-a624-2fae602dab4b\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.444123569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.445128956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.445955549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0656442c-576e-4b76-8c99-8f600408ee50\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.445979259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.450569264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.450598895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.450832861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.451492649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.451510169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"491.520842ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.452890746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.455733354Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.455762464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.456131434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.474760999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.475098588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40e34ce-a24c-48e1-b1fa-9a479213ed84\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:45:57 GMT\"} })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.475124989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.475135569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.475145889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.475394606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.476957548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.477231146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"512.418098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.477246766Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.477362279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.478017437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.478256984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.479281251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":11,"elapsed":"519.446228ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.479703203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.479722163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"519.924331ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.479863997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.47997651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.47998581Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.480148545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.483133505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fee0928-5fc2-47b0-9351-44cff362adf1\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.483155316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.483164106Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.483175327Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.483379712Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.483391583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.486470066Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.547211331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.547597451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1fcc77-81c6-4fce-84dd-b31837ade059\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.547619532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.547631312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.547643863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.549518794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":11,"elapsed":"589.490265ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.549542274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.549553684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.549562095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.549570655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":6,"elapsed":"589.754093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.549642657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.550021847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.551493787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.551794585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.553252875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.553610604Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.555632859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.555835814Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.556374809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.556853512Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3fb17c7-3da1-45af-9ccb-5f339b7ba726\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.556864922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.55786342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b708d4e8-3f4e-44bd-89f4-7c8034c36d19\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.55787473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.55934779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3fff4b44-a0aa-4df9-906a-fbf19bc0417e\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.55936032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.561062486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.561094527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"601.197313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.580085121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.580457381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.582344363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.582366063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.582553698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.584565063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.58483173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.586414443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.586724081Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.588009276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.589305791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.589330342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.589591499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b2488168-5d34-4985-b8c2-cfe6b9574659\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.589604169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.58999504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.591760078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.591774548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.591929902Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.592040985Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.592274432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.593001701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.593344701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4adedc-9c31-4cf2-9b26-a4b77fea488a\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593380831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593392522Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.5936944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.59370813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593715471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593723111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593731321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593738571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593915216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.593926576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.59406429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.59407543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.594276916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.595434307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.59556283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dbdbbfa-e3af-4690-b825-14338e0be535\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.595574641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.595604202Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.595686054Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"123a9e4f-5512-4cb5-b660-4e9a5667e213\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.595703304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.595713094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.595765266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.598644674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.598657514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.620899657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.621187484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.649881192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.650152579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.682982368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.68673816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.68675675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.686921645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.691888819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.692162517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.693946725Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"57f0efcc-ec40-4f52-a0cd-5f5e47259977\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.693963566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.693972366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.694241733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"35868152-3522-4e62-94b1-1fc7043285a3\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.694480909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.69449016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d3c1654-494b-470c-bf15-1140c568a0e8\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.694537631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.694710296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.69484705Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.695499397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":11,"elapsed":"735.408088ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.696762051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.696971247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.698386735Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.698727335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.699830714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.70002716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.701538291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.701708655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.702376403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.70263423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.703673429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.703857894Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.704194423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.704370647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.705962811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.706189177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.70740019Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.710853333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":11,"elapsed":"750.774314ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.711009397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.711025137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.711162121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.712320003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.712465056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.713756082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.713959167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.715133779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.718716706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.718735686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.71888833Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.724605735Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.724633606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.7247767Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.726000743Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.727574736Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.727590106Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.72772038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.729082797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.729133718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.729153488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.831961543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","vpc_to_sled":"[Sled { identity: SledIdentity { id: 367f799f-31b8-4d9a-a686-ab6e465d52be, time_created: 2024-11-19T19:40:50.589662Z, time_modified: 2024-11-19T19:40:50.589662Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.832019864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.833862564Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.834058919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.835892369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.836084044Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.837488492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.839837176Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.874459863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.875020419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"62dca679-0d11-4959-ba78-37db87be4194\", \"date\": \"Tue, 19 Nov 2024 19:45:58 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:45:58.87617722Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.87618912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","elapsed":"916.201923ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:45:58.87619739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":2,"elapsed":"916.210923ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:00.299839117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"7a0b69bc-f6f1-43bb-975d-7d39393168f7","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:05.293543071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"f11ff961-8aeb-4c48-a73a-9012816cf50e","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:05.294016164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"f11ff961-8aeb-4c48-a73a-9012816cf50e","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:05.30087542Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"f11ff961-8aeb-4c48-a73a-9012816cf50e","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7424,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:05.301097136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"8135fcff-95a4-4387-b858-7710b2dd8ebb","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:05.301404274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"8135fcff-95a4-4387-b858-7710b2dd8ebb","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:05.303242164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"8135fcff-95a4-4387-b858-7710b2dd8ebb","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2191,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.95939413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.959441432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.959451582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.959459792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.959901984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.959916215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.961559459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.963946104Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.963960014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.964090078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.966065391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.96638238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.967739376Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.970182183Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.970196723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.970339297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.982912838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.982936108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":32,"elapsed":"23.540788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.989994089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:07.990246856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:08.017522165Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"58.150915ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:15.304932409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"9c01f50c-6d7d-4d42-936c-c79205504aef","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":441,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.96013888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.960205392Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.960223633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.960237903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.960689986Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.960714886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.962643818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.962833773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.963026389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.964734905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"4.627096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.965524126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.965537587Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.965675721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.967743017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.967907461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.969397801Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.97156163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.9715752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.971702514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.982551238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:17.982581728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":33,"elapsed":"22.431657ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959721929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.95978132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959791911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959799831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959807231Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:27.959816621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959824432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959832232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959839752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959845772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959853162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959859453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959866813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959874363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959881673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959890333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959896434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959903374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959910734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959917264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959923374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959929704Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959937044Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959943335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959950695Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959957195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.959964365Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.96013997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960182761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960223252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960238723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960275604Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960287204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960295734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960306714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960315485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960323905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960333125Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.960350506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.962604947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2115, tv_nsec: 250757912 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.962784092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:27.962929856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.963264425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.411332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.963782829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964349074Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964373125Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964388335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964399575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964410666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964421486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964430996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964438157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964495808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2115, tv_nsec: 252656263 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964604401Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964689653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964703394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964722894Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964732694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:27.964846237Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.964978421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.965968178Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.965984168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.966141203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.967121399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.9671457Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.967320984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.96973552Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.972069223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.972093174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.972274879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.973226495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.97563651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.97566561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.975854136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.97712409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.97860815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.978899588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.980103941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.980128451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.980265545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.985046395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2115, tv_nsec: 273195709 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:27.985363013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.986530705Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.986818443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.990151313Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.993243026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.993269277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:27.993405461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.006042293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.006077364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":34,"elapsed":"46.258633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.011507841Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.01185233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.012493078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.012725224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.013207347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.013931797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.014181454Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.014233395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"49.85219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.014308147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.014320168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.014483642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.014547963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.0147864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.015847499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"51.476144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.016048954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.016095505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.017285568Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.017643407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.018323916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.018337366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.018505591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.019101177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.01923435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.019249321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.019449236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.019459907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.020948777Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"56.591583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.021454881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.021657536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.021701927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":12,"elapsed":"61.993819ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.022642523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.022653373Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.022662723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.022879939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.023086255Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.023094925Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.023334141Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.024830002Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.024840082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.024976686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.025903591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.027754451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.027783452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"67.988801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.027796242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.027910225Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.029256942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.02991288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.02992854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"70.104659ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.030828415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.030839515Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.030977439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.045726858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.045914623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.047047544Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"87.15497ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.063633343Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.063664954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.063672674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.063940251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.085733582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"121.378227ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.085960598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.085975228Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.086299797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd84c28-ddea-45f6-a026-fce53e181841\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.086318137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.087985272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.096822322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.096845692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.096854283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"137.080923ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.12518577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"165.317238ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.172425589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.19385668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.19388312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.194124567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca00665-0b65-473c-b025-3786ca3259c9\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.194141167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.19532235Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.20604719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.20606437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.206306417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffbdaaec-1041-4756-96bf-3e8f52ea9614\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.206323157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.208203598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.266422915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993da7cb-79a0-44c6-97ea-7d714b90da92\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.266461026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.266478197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.266489837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.268262395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":12,"elapsed":"308.477134ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.320753056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":12,"elapsed":"361.045018ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.3330425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.333263906Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc29cb03-f64b-421f-83de-2d69699b314b\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.335694431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.335960059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.33750981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":12,"elapsed":"377.674059ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.340774779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.340789529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.341168469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"938917fa-45e5-466c-a25f-5c7a607a1007\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:46:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.34119692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.34157021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.389386766Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.389408496Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.389684043Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6e5488bf-abab-4d73-a25c-efdee850add9\", \"date\": \"Tue, 19 Nov 2024 19:46:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.389698724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.390045073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.391920814Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.39213782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.394888524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.395251984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.398716318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.398736859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.399123059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"57586bd0-0e9d-4bdd-8327-cdd8ae7dfb8d\", \"date\": \"Tue, 19 Nov 2024 19:46:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.400563148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":12,"elapsed":"440.826099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.404877325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.405272756Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.407364752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.407384413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.407616029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.416731326Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.417033194Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab48df5-3d79-430c-849b-bfcdd205e5f7\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417056115Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417065915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417343592Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417354993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417361553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417368553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417375064Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417381544Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417555198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417566239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.417708753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.417718403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.418018231Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.419746328Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.4198536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f76d30-42b6-4f62-8592-dc2d87cb4e6d\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.419871691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.419947123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31122ca8-30bf-446f-99f6-f79936bf28b8\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:46:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.419960823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.420021725Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.507850744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"12a37f21-1664-4b3e-a280-3f377545eb30\", \"date\": \"Tue, 19 Nov 2024 19:46:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:28.507874115Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.507883215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.508111061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbcdf123-9d6a-4524-9b40-20081cc35dd9\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:46:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.508143532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.508358397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.511082901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.511372219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.514682829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.514888494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.516760375Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.516989861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:28.523040805Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":12,"elapsed":"563.157822ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:30.30070405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"11fdad3a-196a-4097-8073-699199caab59","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":343,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:35.293259003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"1d807242-8948-42b5-bd01-25902d180465","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:35.293607022Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"1d807242-8948-42b5-bd01-25902d180465","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:35.29573945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"1d807242-8948-42b5-bd01-25902d180465","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2565,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:35.296052779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"a24825d1-b5c6-4635-a849-1014d6a22132","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:35.296415858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"a24825d1-b5c6-4635-a849-1014d6a22132","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:35.297864897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"a24825d1-b5c6-4635-a849-1014d6a22132","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1880,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.960191541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.960233652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.960242702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.960250683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.960574142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.960619983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.962327499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.962503484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.962924745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.963958523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"3.774743ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.965531066Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.965544996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.96569676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.968010703Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.968219518Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.969575615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.97197588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.97198642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.972125934Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.982724602Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:37.982748842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":35,"elapsed":"22.53775ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:45.300272623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"06c054ca-8210-4c40-8c24-e4583bf7c47b","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":474,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.959689828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.959735609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.959746959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.959756049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.960073018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.960203511Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.961610849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.962109643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.962352949Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.963929182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"4.250285ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.964353304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.964367044Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.964528739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.966241265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.966410779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.967487269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.969710419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.969727949Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.969854843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.978155637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:47.978172228Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":36,"elapsed":"18.485711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:50.293317179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"441ce808-050d-428e-b24a-4907df9f859c","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:50.293685479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"441ce808-050d-428e-b24a-4907df9f859c","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:50.296933867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"441ce808-050d-428e-b24a-4907df9f859c","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3719,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:50.297230535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"86c13624-84f1-4858-95ec-a8c996578676","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:50.297579405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"86c13624-84f1-4858-95ec-a8c996578676","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:50.299671351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"86c13624-84f1-4858-95ec-a8c996578676","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2505,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960198621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960255433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960265233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960272313Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960279853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960286033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960292923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:46:57.960300274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960309574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960316704Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":8,"elapsed":"21.271µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960326504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:57.960333524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960339785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960348215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960356145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960362345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960369385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960376696Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960382796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960390086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960397436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960405966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960416287Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:57.960429017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960439418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960449778Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960459078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960469508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960479599Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960489109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960498819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960509799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96052002Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.9605301Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96054061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96055061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960559181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960568731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960578141Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960588162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960599042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960607922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960617202Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960625992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960635633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960645773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960655573Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960665704Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960675844Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960687424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:57.960697554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:36:57.960515029 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960707855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960717435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960759086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960779857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960829788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960860379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960872849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960923591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960937271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960958112Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960970572Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960982092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.960989812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961001113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961012673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961026603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961038874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961051734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961063414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961075765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961085915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961133246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 249251511 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961156537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 249263311 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961208258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961228989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961373473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961387733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961523657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961552688Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96165138Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961671901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.150191ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961720822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961732493Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.961743503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"1.264544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.962508294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.962794211Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.962927935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.963821649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.557887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964482837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964504757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964513908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964521378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964527648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964534788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964540838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964553129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964564169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96457543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96458272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96458983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96459631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96460344Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964825716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964862147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964930699Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964944149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96497698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.964987751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967074837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967097368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967149969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.96716593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967252362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967338174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967502169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967516889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.967724515Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.970024087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.970591472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.971352073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.971946719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 260080594 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:57.972272798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.973257365Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.973270955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.973559083Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.97382836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.97384381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.974004895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.974826027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.974851018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.975046443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.975586868Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.975843425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.975861025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 263993070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:57.976135403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.977206032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.97753547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.977831638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:57.979273588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:36:57.960515029 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.979293208Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:36:57.960515029Z\",\"pruned\":[]}","iteration":7,"elapsed":"18.765789ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.984831048Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.984860139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.984870389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.986706299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.990010798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.990041129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.990290976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.990308406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.992888996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.992925647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.993087332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.993108492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.993272257Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"28.700957ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.995938179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.995963409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:57.996182726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.000741179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.000802561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.001059298Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.002096726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.002127987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.002334232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.003965066Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 292077191 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.004367907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.013041842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.013078553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"52.682187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.01555615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.015938861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.015966461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.017540094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.017919354Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.020086993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.021288506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.023846535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.023876336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.02405056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.025831458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.028257014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.028279825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.028288915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.028495291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.030036762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.030059713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.030293919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.032115379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.03216648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"71.98108ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.032514159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"72.192235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.03291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.033153517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.033770024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"69.228525ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.034606646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.034633647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.034810912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.034890984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"70.339416ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.03621896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.036375294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.036612681Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.037129715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.037361561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.037666639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"73.154291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.037790762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.038044029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.038776229Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.039009295Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.03956673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.039845448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.039858158Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.039869269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"75.3367ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.040083804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.040106935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.040242489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.041333148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.041357399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":37,"elapsed":"81.145247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.042154111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.042278014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.042349646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.046596201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.049337575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.049360536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.049500619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.050391244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.050971799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"90.508761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.051608767Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.051849263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.05209656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.052122681Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.052135501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.052146821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.052396658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.053421676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.054267489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.054539866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.055101741Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.055123672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.055134182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"94.833778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.059605953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.05986969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.076074639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.080320964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.080628002Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.083003197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.085638358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.085657159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.085664339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.085948537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.0860815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.086093201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.086280126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.087590041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"123.067983ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.090581652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.090604243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.090612723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.090619693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.09087078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.091022094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.092276958Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.093126171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.095554747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.095580798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.095763003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.09605337Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.097549921Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.097570081Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.097793018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.099512894Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.099582866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.099594356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.100142501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.100165132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.100757668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafadd6b-0267-42ae-a116-33152d56d75b\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.100782058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.102262019Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":13,"elapsed":"141.490452ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.103271596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.105811645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"145.361227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.109471794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.110042799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.118161199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.118476828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.127176793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.127202494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.127213734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.127539173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.128433547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.131147181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.131172611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.131294755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.131665575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.131688116Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.131698336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"171.377002ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.133645349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.133681299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"173.278803ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.143098685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.143120795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.143132345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.143333821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.156788725Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.158562923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.158590954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.158720137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:46:58.189122511Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.189139041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"228.9193ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.219656928Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.219679379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.220007207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d09ffe0-5b7b-4eef-82c5-c6a22bc07444\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.220024608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.222402212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.232096205Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.235466486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.235483536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.235749874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38230674-8341-490b-92fc-b781a335bcce\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.235766324Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.23782385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.250110163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.250462252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee71cfbb-a6f4-43dc-a985-2e03484e9ddf\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.250476593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.252074526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2593c8c6-ddc0-466d-a537-b3fe9f8348fc\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.252084716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.253150395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.253161685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"292.874942ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.263516746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.263526926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.263886256Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7894ac-0823-4595-8905-69e8e4c24e02\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.263910146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.264268466Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.265705355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.266041884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.266057584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.266066195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.266073945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":7,"elapsed":"305.702069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.268766558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.268785418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.268946393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.271163753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.271176053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.271186143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.271200774Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":7,"elapsed":"310.791177ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.294160316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.29618584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.296213161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.296390216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.308388261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":13,"elapsed":"347.947373ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.312184964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.312202174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.347356937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.347831639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"af272371-98b5-406a-b2af-ff2d97310830\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.34785166Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.349232497Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c59a901f-d26c-4d3a-a06f-6f079b2f0684\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.349243937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.351451057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7a0499e0-2cbf-4d12-bb4d-227d1b9bc6c6\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.351461408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.353748319Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.353791321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"393.510697ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.357535942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.35784205Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00235d80-82f4-4a7e-bf86-645c131f4fd8\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.358980181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.359259649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.36151761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":13,"elapsed":"401.021912ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.380967607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"116c8b8d-b623-4e36-9c6b-3144db25b036\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.380994288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.381367747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.383855505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.384071771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.42760546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.428053492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c9e229f-0595-46d4-a2c0-38760b33983b\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.428073112Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.428082623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.428090303Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.429122521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":13,"elapsed":"468.720724ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.43057501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.430823767Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.434215439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.434233569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.434595249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"97a82338-0004-4f42-b353-a36608188aa1\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.435895514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":13,"elapsed":"475.56211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.448546817Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.448879666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.450713106Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.450732486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.450974013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.460761288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.461019715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f436c7d4-168f-4311-a5b6-38f2c27af4b4\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461041095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461052546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461313433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461326323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461334193Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461342433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461350114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461357654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461537469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461548529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.461715304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.461736194Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.462024132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.463596525Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.463704057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87dab16d-e07a-4006-850c-e7fdbd286f93\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.463719888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.46379387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb4e5101-1762-46a3-b508-5f5376bba70c\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:46:57 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.46380529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.46381554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.550383675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8b4464d9-cddc-4475-9316-81a822d67633\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.550405006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.550414096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.553455758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ffe6d0-562d-4e8e-9694-398beec59bef\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.553485239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.553719495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.557158319Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.557320173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.560081978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.560290993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.561708042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.561885876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.568254339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":13,"elapsed":"607.905374ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.636933869Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.63695533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.667187008Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.667271341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59176"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.667400674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ec327e76-e4a4-43fd-bb9b-b4a68a8cf31a","remote_addr":"[fd00:1122:3344:101::c]:59176","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.66761461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ec327e76-e4a4-43fd-bb9b-b4a68a8cf31a","remote_addr":"[fd00:1122:3344:101::c]:59176","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.705381123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/oximeter.rs:76","collector_id":"de978b94-a70f-4779-892c-8ea3260e7a5e","producer_id":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:46:58.705403423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/producers","method":"POST","req_id":"ec327e76-e4a4-43fd-bb9b-b4a68a8cf31a","remote_addr":"[fd00:1122:3344:101::c]:59176","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38049,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.705465955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec327e76-e4a4-43fd-bb9b-b4a68a8cf31a\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 19:46:58 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.706320318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:46:58.706333569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:00.30148009Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"11b4a890-e12a-4971-9752-bb973219a805","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.959641855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.959724258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.959742138Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.959757559Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.960040136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.960062567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.961757273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.961998509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.962072751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.964543488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.964569379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.964705353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.96643105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.966596694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.968039833Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.970311695Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.970328675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.970451738Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.983416959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.98344118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":38,"elapsed":"23.801855ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:07.99267332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"33.058196ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:15.300049276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"5bc691ad-b232-4224-b371-2a63ba0126ac","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.960242151Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.960287173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.960296883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.960304953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.960608041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.960651432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.961946727Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.962137363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.962386299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.964510077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.964524617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.964680581Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.966596273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.966775648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.967646622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.969921563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.969942324Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.970063147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.979644057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.979665877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":39,"elapsed":"19.422656ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:17.990380608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"30.159467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:20.293528714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"b0bfa4a0-d3ec-404d-aa79-dc07636be281","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:20.293883903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"b0bfa4a0-d3ec-404d-aa79-dc07636be281","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:20.296091013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"b0bfa4a0-d3ec-404d-aa79-dc07636be281","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2641,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:20.296393342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"2881556b-2c69-4cfb-b949-115e1d8fbd17","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:20.29671033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"2881556b-2c69-4cfb-b949-115e1d8fbd17","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:20.298663543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"2881556b-2c69-4cfb-b949-115e1d8fbd17","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960125418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960186029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.96019744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960276872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960287082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:27.960295912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960305813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960316643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960329923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960339204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960347264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960354174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960362254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960371154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960378315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960386825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960395835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960404975Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960413706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960422126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960429796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960437976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960445607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960453547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960462197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960469937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960478567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.96056502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.96058246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960660152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960670983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960677843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960688373Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960703654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960716434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960729834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960767595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960778036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.960786086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.963431297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.963745816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.963991692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964035434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2175, tv_nsec: 252131299 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964283791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.0643ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964316861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964325492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:27.964332432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964339392Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964346702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964355592Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964366213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964372783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964379293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964547347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964606189Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964667161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.964676351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.965224496Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:27.966363307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.966385437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.966392648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.966581613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.967128417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.967138928Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.967299202Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.967309492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.967316553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.967466697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.970309774Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.970365595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.97126398Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2175, tv_nsec: 259355325 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:27.97164762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.972695538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.972723649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.972861563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.973449219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.973475589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.973695485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.974283801Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"9.934259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.976559353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.976891752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:27.982978277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2175, tv_nsec: 271075842 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:27.983238634Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.004459388Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.00489521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.006646608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.006819772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.006965287Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.00711147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.00858206Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.009276069Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.01117293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.01152321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.01191425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.011925661Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.012118406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.012352902Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.012369553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.012536897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.01484469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"54.682921ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.017726678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.017755609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.017768369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.018038476Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.018737435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.019056334Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":14,"elapsed":"58.941736ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.020494463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.020508053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.020641177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.021933362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.021951042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"61.682761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.022417365Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.022812346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.022869797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.023053892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.02406185Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.024599714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.024623385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.025437387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"61.115045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.025837698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.026082244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.026246449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.026256719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.026446024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.027268516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.027279086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.027457451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.028299924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.028311645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.028485119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.042579091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.042615822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":40,"elapsed":"82.398421ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.049674843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"85.293981ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.054646818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"94.391027ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.05622141Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.056672833Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.06689333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.06692683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.066939951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"106.72105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.074995439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.07539577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.077275971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"112.926118ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.138262462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"177.98099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.158424708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.158742727Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.160301299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.162111858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.162133429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.162276813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.16363852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.165431838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.165445308Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.165602383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.180928678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.180946798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.181242216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b8bb73-a332-4c40-840f-1f8b9fac9926\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.181257907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.182912822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.2744084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.27444112Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.274675617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6851c823-967d-45f6-8572-dcfb46d3071d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.274688617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.27590235Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.282213861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.282225371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.282485588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa3c3f6-321b-4c3e-8e6a-d9843f4e8b49\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.282502199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.285171671Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.315941644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.315955935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.316346455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f3af84-4b20-488d-9bda-917191a69d7e\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:47:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.316373556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.316777667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.332877083Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":14,"elapsed":"372.769756ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.356354479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.356371179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.356583275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ae4b64aa-b442-4bd8-9e21-4ac91bda1846\", \"date\": \"Tue, 19 Nov 2024 19:47:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.356593396Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.356924265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.359033991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.359208256Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.361809417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.362026893Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.362546307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.362939267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777af362-7fc2-465e-ab7d-73ac28b26a92\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:47:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.362969238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.362979798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.362986759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.364650094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":14,"elapsed":"404.374082ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.366030671Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.366042461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.36636417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f5ba647f-3f9d-47b4-a7b1-7a2f1ee05ae7\", \"date\": \"Tue, 19 Nov 2024 19:47:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.368511678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":14,"elapsed":"408.37439ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.382716813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.382959679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e5a8ead-4a13-48f9-952a-62ce499e9dbe\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.384358217Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.384619624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.386634619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":14,"elapsed":"426.341407ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.441928356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.442197734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.444083055Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.444100246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.444293541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.453347416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.453593383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797ad962-e4da-4c67-98e8-3cc305facdb9\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.453612683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.453622533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.453846169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.45385794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.45386487Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.45387174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.45387891Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.453886031Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.454036095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.454046685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.454180908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.454190669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.454375734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.456197623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.456309926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed539f9d-c8f3-4ad6-b9fc-355b823d215c\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.456321096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.456400559Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc8d160-3466-43ab-ba9c-12271000808c\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:47:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.456414929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.456424349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.567289002Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"35855308-a977-444a-b95d-7f72b76315cc\", \"date\": \"Tue, 19 Nov 2024 19:47:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:28.567331503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.567343603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.567557269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00697312-d666-48fd-a468-ad0cbe6595a0\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:47:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.56759941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.567852657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.571879426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.572222985Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.575062032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.575389461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.576982064Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.57720091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:28.583985914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":14,"elapsed":"623.674971ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:30.300568214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"9280982e-23dd-425f-bbc3-ae8f7c4ec68c","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.959742837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.959796899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.959807619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.959815789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.960093047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.960116448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.961253488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.961475554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.96206553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.964478746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.964495106Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.96462506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.965966286Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.966284144Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.967831046Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.970239192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.970255342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.970391146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.981654521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.981679721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":41,"elapsed":"21.931484ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:37.995177877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"35.44974ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:45.300938059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"6541de00-a468-41a7-b9f6-4cf71a261523","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":431,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.959983374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.960034475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.960046435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.960056336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.960351173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.960510818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.96206526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.962278616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.962599594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.963698824Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.732881ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.965204475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.965220736Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.96538404Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.967385244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.96758368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.969055509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.971349691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.971361822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.971503586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.982787351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:47.982812642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":42,"elapsed":"22.810427ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959431558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.95948514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.95949667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.95950522Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959514311Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959558562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959569322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959577142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:47:57.959585062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959594103Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959601983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":9,"elapsed":"17.55µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959610743Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959618113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959626684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959634554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959642084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959649564Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959658655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959665875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959673785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959681855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959690755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959699926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959708096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959716016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959724276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.959733177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959740917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959748567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959756857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959764937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959773078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959779038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959785088Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.959791898Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959798468Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959804579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959811379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959818779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959825079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959831489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.9598417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.95985178Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.9598614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.95987111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:37:57.959693336 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959879881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959889361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959899821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959911071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959921662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.959975633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960055385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960074056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960087136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960099167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960110697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960123157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960139668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960153488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960166848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960177629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960189399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960201489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.96021367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.96022544Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.96023724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960247291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960302142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2205, tv_nsec: 248349447 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960330463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960343403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2205, tv_nsec: 248349397 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960800615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960825906Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.278684ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960898738Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.960911778Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.239934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.961956847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.962207964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.962475421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.962484331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.962490091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.962683466Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.963442297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.963484578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.904676ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.963650763Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2205, tv_nsec: 251714918 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.963673763Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.963712674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.963897909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964435254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964448384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964455164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964460945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964466985Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964473895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964480845Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964487225Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964492946Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964499826Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964507856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964515076Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964610109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2205, tv_nsec: 252673034 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964744292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964780743Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964790694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964803244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964853955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.964864225Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.964876846Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.965012969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.965714168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.965733789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.965890033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.96688628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.966908091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.967039564Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.968222156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.968459663Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.96946155Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.97204105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.97206181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.972081311Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.972090481Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.972335128Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.97241079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.972730409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.972756099Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.972882383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.975248987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.975313899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:37:57.959693336 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.975335789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:37:57.959693336Z\",\"pruned\":[]}","iteration":8,"elapsed":"15.625143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.976076439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"11.630175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.977843657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.978930917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.978957007Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.978969307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.978980438Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.979300367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.979768249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"15.311685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.987969131Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.988794764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.991592649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.991675822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.991886197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.992172365Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.992281408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2205, tv_nsec: 280337213 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.992441782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:57.992671158Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.994173659Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.995444314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.995736101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.995756182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.995829974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.995954718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.997386846Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.997406687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.997609292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:57.998856566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.000376907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.000648025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.000682175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.000696406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.00084637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.001880978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.002652679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.003903013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.003944434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.004101268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.004601542Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.004628953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.004767956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.006507213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.008132697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.008154438Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.008289892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.014629163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.014667424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":43,"elapsed":"54.964948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.024902642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.025159149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.027569994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.027975945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.028963601Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.028985682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.028999973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.029246519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.029492086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.030328318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.030357199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.030548364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.030605456Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.030629957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.031543101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"67.066846ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.032163098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.032185799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.032196659Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"67.726274ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.033037332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.033059583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.033217347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.034922273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.036207258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.036227458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.041691966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.04514198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.045727715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.045744536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.045972672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.047155714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.047181535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.047310418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.047900834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.047933405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"88.497547ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.056834176Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.056855807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.056865757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"97.250393ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.056874367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"97.224343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.059772486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.059969631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.066532469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.06657305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"107.046349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.075585924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.075877352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.080767024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.080796245Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.080808996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.080819746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.081169945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.081204896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"116.725901ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.0820776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"122.322063ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.082278045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.082298676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.082311036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"122.862858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.082638945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.083789996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"124.130812ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085265076Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085288707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085298807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085565045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085623516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085655007Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.085835912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.086822899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.088096773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.088116943Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.088125974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.088484133Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.089379768Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.089391888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.089532752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.090656242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.091219907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.091858385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.091881345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.091890326Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.091898736Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":8,"elapsed":"132.348315ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.09315052Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.093172691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.093297074Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.095233176Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.095253077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.095261957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.095270197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":8,"elapsed":"135.745176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.103284244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.103521991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.105506534Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.105780062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.106597034Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.106886412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"142.368526ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.108850795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.108869836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.109014309Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.112045122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":15,"elapsed":"152.326765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.118489386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.118747573Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.120513661Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.122231687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.122260118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.122434143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.135270281Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.135287691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.13559658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c528d8-f531-4718-9cfd-9b8d512ff411\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.13561113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.137151602Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.137762658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:47:58.157995576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.158018097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"198.524136ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.232071352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.232096673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.232332999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aca5495-a25b-4557-88fb-3ef7b4941757\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.23234551Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.233947383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.269987069Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.270281907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"925b1cef-9612-4ef6-b9ef-161854192d4e\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.270326058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.271571802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.271586323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.27184761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43a491bf-b0a6-4d05-a540-0b7653a7c36c\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.27185852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.272025304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3934b30f-c211-4d2d-95e6-7cbbbe3a9796\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.272035505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.274491801Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.275355714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.275370095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"315.719021ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.290564766Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.290586607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.290811153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107690e8-6dbd-4858-82e5-1d4f6fb8ac61\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:47:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.290845104Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.291244555Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.29181286Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.292133999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.293780593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.293798624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.293924048Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.311027971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":15,"elapsed":"351.451098ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.33575436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.335784941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.335981336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"67d72d0c-9334-48c7-a0be-d6feab7b57d3\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.335994857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.336365767Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.338074403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.338290129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.340659753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.340975182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.34460732Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.34462143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.344924689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"911e71ef-bf2a-4c97-9a40-daea7be4cda9\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.346405229Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":15,"elapsed":"386.758384ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.364856589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.365055214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf342c2-b2c3-412b-b740-95ffe75330e4\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:47:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.36712889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.367363577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.369050272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":15,"elapsed":"409.596213ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.40110807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.401601134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"052b0cf2-0083-4e83-9a9d-b20c1941a4f6\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.401617024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.4029278Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.403189897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"682c514b-8ae7-4f6a-bbba-78d3424f3e80\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.403200987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.405034617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"724f8d52-e601-4074-a2c1-826c4a10b22d\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.405047677Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.407099122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.407140004Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"447.595602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.459244805Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.459598804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.461528857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.461549007Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.461789984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.463556302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a91b9fb-c7fb-463e-93f8-dd18e7e2647b\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.463579252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.463589332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.463597123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.465572966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":15,"elapsed":"505.928412ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.469092361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.469349999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f3a065-a8f0-412e-89db-538294eb53ac\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:47:57 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469375429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.46938538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469632046Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469642807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469650387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469658957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469666717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469674427Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469811271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469821941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.469960295Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.469971385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.470167551Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.471837266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.471949179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36615ae1-ba94-477b-ae29-d52f48cbc7e4\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:47:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.471961409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.472069702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27d9ddc-2403-4699-9d57-7e6ad5a8d5de\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:47:57 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.472086743Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.472099233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.56612414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"471bd9e3-a641-42c1-9604-125480dbc1c1\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:47:58.566171111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.566182761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.566369716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45271e51-1c64-48a8-95b7-30fec9f2b8e2\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:47:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.566408457Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.566624983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.569713127Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.570084517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.572262156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.572621156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.574400874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.574598479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:47:58.58203035Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":15,"elapsed":"622.400727ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:00.300358798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"4e32bb42-a398-4c20-9457-3d353abfb643","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.959533481Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.959589242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.959598883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.959607453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.95989204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.959904841Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.961229307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.961423452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.961800342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.963012855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.493124ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.964414143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.964424293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.964584438Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.965901543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.966071008Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.967891357Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.970337443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.970348564Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.970479437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.979654746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:07.979672946Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":44,"elapsed":"20.139445ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:15.300297401Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"e7cd9272-0845-4159-9fd0-ec343164c2e8","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.95951886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.959580442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.959591282Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.959600452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.95987687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.959961542Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.961343509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.961564386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.96211254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.963020235Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.519595ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.964496345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.964509935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.964642919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.966240882Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.96653204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.968271987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.970931409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.97094637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.971083033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.978745281Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:17.978771021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":45,"elapsed":"19.234031ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959696315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959754356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959764687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959772877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959779887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959787517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959794367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959801917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959811148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959819348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959827078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959833888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959840589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959847709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959854869Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959862139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959870339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.95988011Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.95989006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.95989692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.95990302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:27.9599129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959922271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959930561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959938161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959945781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.959954662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960102236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960156667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960231219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96026711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96027916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960287951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960296831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960305521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960381873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960393604Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960404424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.960414004Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.961934665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.962574303Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.962737387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.019521ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.963880828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2235, tv_nsec: 251914443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:27.964117444Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964146875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964429543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964440413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964526885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964541686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964602427Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964664969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964673199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96468213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96469262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96469937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96470618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96471253Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964719021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964734611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964905796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.964984388Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.965006338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.96506312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.966935141Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.967103175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.967116426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.967361112Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:27.969624243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.969651884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.969661384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.969670635Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.969682885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.969692105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.969702356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.971964797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.973313233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2235, tv_nsec: 261339768 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.973397856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:27.973623992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.974795974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.974811024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.974984589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.975495022Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.975510993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.975650047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.977212419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.977501217Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"12.824357ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.977570149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.979713747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.980272492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2235, tv_nsec: 268304247 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:27.980535709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.980820137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.981084474Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.981815264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.982103001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.982705728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.982726988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.982964135Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.986186582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.986448159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.995751521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.99608013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.997215611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:27.997435397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.00013891Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.000331145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.001947889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.002236437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.012609748Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.012630588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.012637988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.012883565Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.013409879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.013606735Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.014961971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.016105012Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.017408138Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"52.726978ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.017943512Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.017959672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.018168698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.01862025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.018830186Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.01897961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.01899114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.019149505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.022342621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.022367582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"62.680507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.031571421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.033580536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.033603346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.033774101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.12863527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.128669471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.128964519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0035e9b0-10aa-420b-ac91-784beb87f76a\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.128981579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.130780238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.184701768Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.184729799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.185039468Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e28aef-d5b0-426f-8790-54a9001a89f6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.185103889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.187155965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.197421233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.197436843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.197706031Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ae78424-fa68-4c2f-bd56-088eed830f6d\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.197732621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.199792107Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.221009042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.221037023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.224147087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.224457205Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.226977004Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.228989628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.229013919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.229158012Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.243697566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.243730227Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":46,"elapsed":"283.946051ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.244887518Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.245285649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cfd9d24-83e2-4bd0-9230-1727e0b78dd1\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:48:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.247348155Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.247758236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.24937522Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":16,"elapsed":"289.568352ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.250971093Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cde282bd-5f25-466b-b21b-8f1eeb6df07d\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.250997234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.251327793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.255538447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"295.71772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.256682028Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.256994397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.261122148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.261959071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"302.207385ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.26341598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.263442601Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.263453381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"303.688785ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.264922831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.264949412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.265190838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.266802632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"302.090082ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.267242394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":16,"elapsed":"307.547879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.290107423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":16,"elapsed":"330.236633ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.293850615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"329.151714ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.296220869Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.296237559Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.296510997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2364a654-ddc9-4396-a19d-e479ec5de0ef\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.296530427Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.296823375Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.299362784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.29958426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.302869299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.303189517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.325172943Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"365.408226ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.35902621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.359449291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1e63e0-0e44-465d-bff5-4c1e68d9a38d\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.359474792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.359484912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.359493033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.360393697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":16,"elapsed":"400.512398ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.362035011Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.362051902Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.36236857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0422729c-9f9c-4f83-bb48-aa739d2c35d9\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.364516929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":16,"elapsed":"404.68645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.381088257Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.381424306Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.383344528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.383357189Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.383517873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.392973039Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.393300208Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d4e929-4bec-483c-94e0-18a352edc734\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:48:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393317929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393329609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393597026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393610166Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393618557Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393627397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393635417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393644387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393816532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393827582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.393988097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.393997087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.394339856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.396161486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.396270758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86c2023-c0ea-402f-8bfb-0cc8334aa8a9\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:48:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.396283709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.396387452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f92a26c-ebf4-4ff9-a982-7bcf9427a798\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:48:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.396402192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.396412482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.485269789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"72cb2d74-6fa2-4f64-9acd-c9712d9a0a14\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:28.48529302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.48530677Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.485662259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b61fbad-a24a-4ef9-b62b-6172753fbfd4\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:48:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.485698351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.486013179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.489061482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.489254187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.49270107Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.492989988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.495132376Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.495300171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:28.503226495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":16,"elapsed":"543.437328ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:30.299210436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"b0484e56-0c3b-4246-a4d0-5991d1a2e0b8","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":393,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.960405234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.960493076Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.960513346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.960530597Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.96100637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.96102788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.962661025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.96285609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.989604024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"29.226471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.990715924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.993320345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.993334005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.993472929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.995683509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.995875294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.997471987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.999871812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:37.999886133Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:38.000021316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:38.010448139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:38.010471199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":47,"elapsed":"50.052966ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:45.30031225Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"a387ff91-53af-446a-b338-2605f8654654","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":486,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.960358672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.960425064Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.960442934Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.960457754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.960904877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.960952448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.963117446Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.963287731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.963329582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.965907702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.965918113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.966094407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.968154583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.968482782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:47.995196065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"34.860584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:48.00200145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:48.004507407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:48.004519248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:48.004664762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:48.016501602Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:48.016515053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":48,"elapsed":"56.160552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:50.29386775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"592dcc52-b878-4249-aa58-ff8fd3b02e2c","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:50.294345583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"592dcc52-b878-4249-aa58-ff8fd3b02e2c","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:50.297130469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"592dcc52-b878-4249-aa58-ff8fd3b02e2c","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3360,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:50.297443507Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"fcd307cd-55dc-4b9b-ab87-2915b7c02bef","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:50.297816617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"fcd307cd-55dc-4b9b-ab87-2915b7c02bef","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:50.300165071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"fcd307cd-55dc-4b9b-ab87-2915b7c02bef","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2787,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959680403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959739045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959749435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959760945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959772786Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959782906Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959793216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959803067Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959812777Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.959822947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959832958Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959842438Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959852338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959860958Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959869048Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959878149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959886059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959894329Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.959903859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.95991244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.95992117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.95993077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.95994065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959950341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959959471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:48:57.959968751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959979531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":10,"elapsed":"14.911µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.959990652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960000432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960009772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960020063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960028543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960037773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960047403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960055744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.960065574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:38:57.959992472 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960075434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960084924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960094294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960103145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960113455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960122265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960131875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960141136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960151646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960160526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960169247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960180287Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960189137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960198697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96030848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960345161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960359262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960370502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960380222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960395693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960440894Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960456854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960468825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960485135Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960556997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960573627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960629429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96064472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96065485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96066585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96067853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960689271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960700371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2265, tv_nsec: 248666075 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.960775873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2265, tv_nsec: 248765378 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.961258226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.961283467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.307986ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.961293297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.961302697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.324395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.963574079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.963859967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96472872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96473932Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96474648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964753241Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964760201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964767391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964774701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964782581Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964789182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964795782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964802012Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.964808732Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965021028Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.96509716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965118541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965129321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965137231Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965145381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965356867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"5.584681ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.965366287Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.966021595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.966714614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.96733069Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.967348751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.967355981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.967645799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.968358368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.968380309Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.968584915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.969185031Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.969196351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.969457288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.969757766Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.970012153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.970100145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.970110276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.970362153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.970396293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.971290578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.971941775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2265, tv_nsec: 259938771 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.972234073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.97397929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.973993331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.974210407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.974501065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.974511355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.974666529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.976657513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.976878999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.977029923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2265, tv_nsec: 265030929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.977322521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.977432634Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.97800729Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:38:57.959992472 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.978100092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:38:57.959992472Z\",\"pruned\":[]}","iteration":9,"elapsed":"18.018698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.978676248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.979402548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.979422188Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.979554552Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.982426609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"17.676299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.98244492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.98245534Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.982646475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.982656505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.982667226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.982679146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"17.927585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.984910747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.986640273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2265, tv_nsec: 274627258 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.986932001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.986955232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:57.987010723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.987095916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.987390594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.987747214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.989705687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.98982283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.990281862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.992861142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.99685817Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.996884421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.997190169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:57.997320103Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.000103428Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.002473132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.002497213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.002637077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.00459267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.008755203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.008778233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.009017419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.00902955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.009352288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.027432608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.030306266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.030348767Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.030549643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.031623232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.031658433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":49,"elapsed":"71.571528ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.032210728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.032235338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.032250269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"72.426942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.032263939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.032809444Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"68.047873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.033472642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.033494682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"73.84211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.033626026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.033899344Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.033916594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.036244347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"71.509627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.037049499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.037572593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.037599924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.037612234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.037622164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.037952843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.038471997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.038490348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.038501718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.038718184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.039461964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.039935507Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.040544473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.040834241Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.040858142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"80.734966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.040869752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.041491519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.04557882Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.04560371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.045842447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.048100758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":17,"elapsed":"88.214318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.057717338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.061675106Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.061714847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.061914882Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.065087048Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.065307204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.066906267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.068936282Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.068960353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.069094387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.069659472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.069873318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.079696924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"114.915542ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.081621216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.0821608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"122.433806ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.082450308Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.082474689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.082490029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"122.623931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.08287484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.083129527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.083501697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.083513657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.083519817Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.083525848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.08397783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.085127681Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.087914896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.087940427Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.088088531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.095171353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.108275448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.108313289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.108582476Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.108616207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d633c86-ff3f-4ce1-a353-995566008f8b\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.108633257Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.108946516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.110657982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.113845799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.11387733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"153.883688ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.122355629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.12238898Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.12240463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.12275071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.124183218Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.125155105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"165.06026ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.126498631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"161.70724ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.128239528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.12827832Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.128488495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.129206195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.129219595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.129528623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f9ef12-9eae-4b4f-a325-02856bc814f1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.129555694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.131683992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:48:58.143844971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.143866202Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"184.038674ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.155672951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.155698752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.155956779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef600bef-56df-4242-8bd0-43f93818cf0e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.15597121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.157610004Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.202714416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.203001773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.282348742Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.282377613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.282728972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be74e08-4fc7-430a-820b-207b890aefd3\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.282756613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.283106643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.284059739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.285257861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.285274441Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.285284862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.285292052Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.285517668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.287521262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.287532613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.287543243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.287550713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.287739558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.287754289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.289349102Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.29001099Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.290245436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.290258816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.290270557Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.290278717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":9,"elapsed":"330.217554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.291909281Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.291921941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.292000414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.292013334Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.292133207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.292154118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.294334997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.294364908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.294378948Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.294390538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.294401369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":9,"elapsed":"334.436168ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.305643493Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":17,"elapsed":"345.527418ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.306047494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.306349272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566c55d5-f634-4848-9849-e0c3895f552b\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.307803812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.308059618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.309569039Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":17,"elapsed":"349.544427ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.335166963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.335188533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.355242447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.355634417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f1ad6c66-0c53-4868-b871-5eb54c401b8b\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.355654267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.357357234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ed80f251-0eb8-4c90-a6ef-da4bda92618c\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.357381944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.359707617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.359723118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"399.909891ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.390128991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.390601984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"16eb5384-ae3f-46ce-8775-18c797146da4\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.390620665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.392073374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3903405a-02c1-4230-80c8-1c125c85639b\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.392086844Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.393643696Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"86b43ce0-30ee-4476-a94a-991050dd8455\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.393654667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.394987293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.395020104Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"435.32892ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.417703408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d8c1ca2d-7bbd-4be7-bcf0-69869e551f95\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.417723839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.418004556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.420537025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.420757201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.429703943Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.430302569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ddfe36-fd3a-4730-86d1-3026acfe48d9\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.43032733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.43033699Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.430344341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.432249632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":17,"elapsed":"472.494657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.432683014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.433004453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.436207479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.4362247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.436645491Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e0c782af-e12a-4c1d-834b-733f31608f4a\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.43808524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":17,"elapsed":"478.227632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.467651941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.468029361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.469551992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.469565753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.469768528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.478659889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.478954867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80420e47-7849-4062-8f6b-20c094473228\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.478976107Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.478987268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479256795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479266825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479274086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479281476Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479288666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479296456Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479466431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479475841Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.479618565Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.479626965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.479898663Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.481947748Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.482105912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5ae5f2-aa73-4323-a04a-692ec2269604\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.482116723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.482222486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06e9b800-e51a-499e-85e3-bea8ebe2a3c2\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:48:57 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.482234266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.482247966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.57838459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1e02f95f-d5f0-44ea-9aeb-78c61bcf76f0\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:48:58.5784115Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.578422291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.578633377Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2aaa71-8096-4935-bb9a-87002cea1c15\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:48:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.578668247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.578894454Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.582246404Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.58243963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.586229052Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.586567701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.588698359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.588913455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:48:58.596063649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":17,"elapsed":"636.158999ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:00.302533885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"39166422-4127-44f4-9203-6bbc68c56da0","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":492,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.959763505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.959845027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.959863148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.959878328Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.96030403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.960334451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.96216098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.962353245Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.962796577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.964313848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"4.580284ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.965215563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.965282355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.965366417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.967002091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.967158486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.968308097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.970445755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.970462665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.970586598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.978604365Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:07.978626236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":50,"elapsed":"18.863261ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:15.299527468Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"a9be7d50-bfde-4d5d-a794-9016eb51d530","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.959662562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.959705483Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.959716244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.959724664Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.960009702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.960048653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.961543733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.961755419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.963601529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.950357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.989311105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.991891025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.991905675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.99207554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.993512749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.993753065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.995434861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.997948569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.99796273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:17.998108803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:18.007306943Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:18.007328093Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":51,"elapsed":"47.659901ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959687363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959737714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959747544Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959755685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959761975Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959769145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959776135Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959783195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959790306Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959796816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959803526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959810596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959817226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959823876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959829716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959836817Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959844257Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959851097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959858147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959865228Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959872018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959884558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959891758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959898088Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959903838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:27.959909829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.959916679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960164836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960179706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960200017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960208957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960225307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960234258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960265608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960275299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960282319Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.960297849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.96032662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.96033758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.962460908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.96253319Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:27.963966819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.963990279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.251775ms"} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.96400014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.96400697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964245376Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964318318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964488473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964927545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964952345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964963315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964972896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964983126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.964994746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965005867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965016067Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965281744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965306645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965317195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965324565Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965331576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965349236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965381377Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965392507Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965577802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.965617833Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.967936856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.967996088Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.968659586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.968683646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.968695337Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.968704247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.970580868Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2295, tv_nsec: 258539343 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.970604708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:27.970908667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.971311987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2295, tv_nsec: 259275372 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:27.971580055Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.971648547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.9725118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.972534331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.972692765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.973318322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.973508977Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.974676669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"9.755884ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.975416839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.975439279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.975634275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.979500239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.979605692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.979815028Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.979856859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.980141937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2295, tv_nsec: 268112032 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.980201108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.98027679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.980293161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:27.980461465Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.980613449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.980656691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.981873824Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.982141551Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.982175982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:27.982715676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.982743167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"22.91534ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.982879161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.982904652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.983094266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.983812866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.985466601Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.985489711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.985673556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.987344572Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.987372273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:27.987593779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.005647207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.005685689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":52,"elapsed":"45.908103ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.008161585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.008455513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.010226021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"45.294417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.011331331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.011764133Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.013730536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.014437246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.014806245Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.015454463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"55.653898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016293616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016315726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016370238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016398979Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016588374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016604694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.016613554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.017791956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"52.900143ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.01941603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.019438461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.019446541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.019713868Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.020713165Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"55.652878ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.06443895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.064480291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.064790119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54829b69-a7a4-4709-a500-09327b3f1a17\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.06481976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.066369162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.066811584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.066832905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.067213745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cccf86-892d-4ca9-8710-625c76f90bfb\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.067240705Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.069195018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.087994188Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"128.229263ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.090335561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.090362712Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.09065724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ddbc884-b5d6-4674-b13f-c2b048fc30ec\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.09067416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.092292374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.101495683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.101834173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.102570332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.102585803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.102913432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ae919b2-1c58-427d-8be8-9be14f722ff3\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.102930242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.103266201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.104301069Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"144.520294ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.105463091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":18,"elapsed":"145.728656ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.118626157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.118650628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.118849923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"af797d78-9f3a-4afa-8b8b-76876283aad2\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.118864764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.119148171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.121580947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.121776062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.124217019Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.124601279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.127473357Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.127494757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.127783675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"284a5c00-45ef-47a6-ab12-961fc8ca4091\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.129562413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":18,"elapsed":"169.720727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.134562559Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.1349908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.135008461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.135031421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"175.346239ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.136429049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.13644453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.136616875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.137820267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.139528363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.139547754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.139681747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.17376195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":18,"elapsed":"213.939794ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.176538136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.176753502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b781fb9b-6678-4717-8004-7aa1f547f598\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.178688344Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.17891156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.180441811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":18,"elapsed":"220.645686ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.219676444Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.269463082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.269865723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.272085583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.272109314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.272312179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.282562907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.282910586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"308a12db-3a34-468e-8542-7191e994ea06\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.282933927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.282945267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283250516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283261696Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283268896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283277236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283284807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283291917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283499333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283509273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.283679757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.283688178Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.284035667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.284821668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40e3a87-0f84-4c37-8127-306ab8d29152\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:49:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.284841369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.284850789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.284861529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.286077832Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.286225936Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02a7cb95-cdfb-465e-a035-a72bd7b7c7e0\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.286244417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.28634043Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"181783e0-d191-43f4-9463-a318507eaf74\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:49:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.28635839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.28637161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.286460113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":18,"elapsed":"326.628386ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.398925959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"584673bf-424e-450e-aa89-54fb613f6141\", \"date\": \"Tue, 19 Nov 2024 19:49:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.39897033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.39898243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.399297829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b924849a-b27b-4b49-8307-3f58e451b9da\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:49:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.3993407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.399679669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.403574734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.403932764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.406880514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.407309596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.408819207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.409135455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.416230987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":18,"elapsed":"456.503214ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.707881066Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.707923437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.738503896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.738606608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50837"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.738778513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b2cdd8e-e3fb-4528-b85d-85a1b7da45ba","remote_addr":"[fd00:1122:3344:101::c]:50837","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.739115982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b2cdd8e-e3fb-4528-b85d-85a1b7da45ba","remote_addr":"[fd00:1122:3344:101::c]:50837","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.773289688Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/oximeter.rs:76","collector_id":"de978b94-a70f-4779-892c-8ea3260e7a5e","producer_id":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:28.773316288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/producers","method":"POST","req_id":"3b2cdd8e-e3fb-4528-b85d-85a1b7da45ba","remote_addr":"[fd00:1122:3344:101::c]:50837","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34597,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.77339783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2cdd8e-e3fb-4528-b85d-85a1b7da45ba\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 19:49:28 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.775675432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:28.775690113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:30.301431504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"c11c5c7c-7fa2-4c22-98c4-a83e59832233","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":452,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:35.293577226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"a4bc6b0f-7f24-4850-b504-94affcf475db","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:35.293917925Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"a4bc6b0f-7f24-4850-b504-94affcf475db","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:35.295962921Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"a4bc6b0f-7f24-4850-b504-94affcf475db","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2479,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:35.296229038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"e207ba0a-abd7-4b78-bd85-fc60ea1853b4","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:35.296543417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"e207ba0a-abd7-4b78-bd85-fc60ea1853b4","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:35.298581192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"e207ba0a-abd7-4b78-bd85-fc60ea1853b4","remote_addr":"[fd00:1122:3344:101::d]:46205","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2418,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.960029272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.960095213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.960114234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.960128614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.960503864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.960601757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.962598731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.962801917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.963058494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.965605533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.965628283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.965778547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.967489994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.967689199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.96919352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.971616685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.971632746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.97176232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.982379787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.982401328Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":53,"elapsed":"22.375016ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:37.991020051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"31.026781ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:45.300331799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"1dae0399-96c8-4e14-be9b-7d78ccda950e","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":431,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.959588289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.959631621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.959643261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.959653541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.95999432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.960007791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.961934543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.962038606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.962311023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.964181144Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.611485ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.964452241Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.964467191Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.964621316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.971105531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.971373799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.973074014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.975368317Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.975385117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.975518681Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.987572047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:47.987597428Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":54,"elapsed":"28.001248ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960036991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960083463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960093153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:57.960100023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960108083Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960116244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960123944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960133294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960142354Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:57.960149834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:39:57.960090913 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960157485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960164085Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960171415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960177845Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960186105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960193646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960200006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960205786Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960213246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960219756Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960227316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960234837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960241527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960248607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:49:57.960255887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960264528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":55,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960272138Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":11,"elapsed":"14.641µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960281408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960288638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960299969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960306479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960313079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960319679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960325929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960332229Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960339119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96034517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96035103Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96035705Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96036426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:57.96037182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96037804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960384261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960390961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960397001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960403041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960408821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960416232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960423412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960429502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960435862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960442662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960536265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960620677Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960630907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960638647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96071304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96072325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96073222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96074061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960749631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960757981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960766481Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960776181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960818692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960833963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960844903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960853063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960859444Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960868384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960878294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960887304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2325, tv_nsec: 248820729 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960900545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.960910875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2325, tv_nsec: 248844760 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961115991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961126231Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961323816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961339037Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961345907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961354717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.010757ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961434219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96144432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.278594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961512911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961521862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.961697056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.962781976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.9633112Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.963476935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.963562947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.261498ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.963738262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.964082451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.964899983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.964910193Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965088928Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965299134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965319854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965331605Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965342785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965353175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965364095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965374276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965386096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965396987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965407407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965417537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965428097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965591322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965616653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965688424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965706415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965713915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965744866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965755536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965800297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.965810648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.966076005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2325, tv_nsec: 254009120 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.966349772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:57.966373853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.966599789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.96664129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.966652101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.966802854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.966873047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.968438589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.968699596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.969104217Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.969120167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.969307942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.969614501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2325, tv_nsec: 257555246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:57.969793035Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:39:57.960090913 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.969806016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:39:57.960090913Z\",\"pruned\":[]}","iteration":10,"elapsed":"9.715563ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:57.969865788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.970840944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.971748488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.971999465Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.972013016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.974217935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.974230066Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.974487583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.975375047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.975400527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.975567782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.975764247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.975786358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.975797618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.976059455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.976506147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.976521738Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.976700793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.977888795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.977910885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.978118791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.98105458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.98324223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.983271991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.983535358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.990817095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"25.46137ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:57.999951332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2325, tv_nsec: 287868037 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.000376734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.003216121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.00355991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.007663021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.008091953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.011975788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.012282916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.029098692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.032292058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.032338809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.032546265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.032757021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.032773901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.032782632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.033243364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.034311873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.034337734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.034350664Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"69.024369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.035465544Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.035823934Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.036154203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.036173913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.038459065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.038488816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.038657911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.039972366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.041804726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.04231502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.043408979Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.043472281Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.043571534Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.043896322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.043918623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"78.62551ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.04417562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.044450377Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.045042764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.045072874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.045256609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.046355859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.0463719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.046407381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.046419211Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.046540174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.046660877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.047244433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.048489887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"83.163952ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.049619837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.049646398Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"89.608347ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.050950084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"90.661956ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.054328545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.054855469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.055362793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.057511201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.057538852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.057871531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.059964778Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"94.625553ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.067828051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"107.667546ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.07814842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.078643754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.081421209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.081442999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.08145827Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"121.131781ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.082025925Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.082480047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.084447711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.084743899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.084832201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.085101389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.086357683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.086610319Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.087262887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.088783728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.091217924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.091762329Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.092282753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.092489798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.092517029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.09252697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.09253414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.092827098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.093101685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.093129406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.093377562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.09439327Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.094475082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.094635517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.096488707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.097499724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":19,"elapsed":"137.169225ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.098642485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.098667656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.098680246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.098691226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.098892892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"138.581683ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.099158349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.09917561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.099669373Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.099689773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.099700244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.100199027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.101548834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.101574395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.101846122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.10249472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.10252151Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.102719356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.105687576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.105712297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.105727577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.106077057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.116079597Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.11615721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.120082796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.120117877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.120719143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e5c8a2b-168d-4484-8e54-045c651e3dc3\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.120751284Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.121135224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.121163945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.121403732Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.121439343Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.121451523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.121734991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.124911787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.124928687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.124944057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.124955158Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":10,"elapsed":"164.781383ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.125660307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.127004973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.131480674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.131568307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":55,"elapsed":"171.356752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.153535912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"188.158136ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.156753809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.15679785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"196.562384ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.157486989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.157505829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.15751817Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.158000483Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.159678298Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.159703979Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.159714229Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"199.355049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.165754623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.171153589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.17118645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.171446607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.177586923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.177618584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.177630644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.177642415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":10,"elapsed":"217.49907ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.187673936Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.187713648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.188082147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98531617-29a8-4b4d-a1a0-b2d8a050f561\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.188107538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.190475962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.195819157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"235.56549ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.199818405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.199841156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.200097213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cfe5360-ea6a-42a2-a7dc-742968888a0e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.200122614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.201986924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:49:58.208904631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.208926712Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"248.640794ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.233498088Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.233804096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.234949797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.237068524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.237088905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.237389003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.239463509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.241431812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.241449223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.241616687Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.272935896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.273358317Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5897016e-55a4-4d59-a0a2-444f682dc3f4\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.273383278Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.275133535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"78f8810f-0d10-4d01-a030-b2b32b850f1b\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.275150336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.276865412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.276881363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"316.601335ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.300732658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.334802491Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":19,"elapsed":"374.678298ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.45438115Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.454875293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c3be3971-43d9-41bf-82a9-b80177831ada\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.454894094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.456544238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4d7ae5e9-2178-46b1-aa50-ba27d10f297c\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.456565789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.457971047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"01febcfd-3ea8-4f47-9b03-0f5fae397d8c\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.457986607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.459961931Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.460006812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"499.781006ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.465138851Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.465159092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.465500421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ffb2c7-072b-48b3-b6d2-a1b2f805d476\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.465530492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.46582706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.475291546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.475545983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a59c76d-7440-4812-866b-fa490160f2f2\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.477891867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.478231896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.480674732Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":19,"elapsed":"520.601599ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.506849541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.506869051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.507135748Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"37b4c929-7cf4-4284-92ac-efa17db3a789\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.507152489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.507494458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.522904575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.523313087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b52afe88-535d-4dde-b20f-61883db4c258\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.523334957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.523343218Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.523349628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.524644283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":19,"elapsed":"564.289342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.525394393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.525809154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.528535678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.528817706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.532165686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.532218968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.532601768Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2b433bbf-5126-4261-b4a5-fe3588e4a8f9\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.534735166Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":19,"elapsed":"574.690735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.578896802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.579278442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.58102753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.58104553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.581262866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.590828235Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.591170404Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e17e868c-5d45-49e0-915d-fd3f809f1181\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591194275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591205095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591494603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591504993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591511904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591519554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591527134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591534204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591680108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591689969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.591831522Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.591840033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.59210299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.594125964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.594261098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc6c4d8-a46e-4c0f-b306-e1d67c457b2f\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.594274508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.594368971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa0e7346-c029-4dbb-bf8c-b18f92df0d41\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.594384722Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.594395812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.689324723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c2ffea5d-3a6b-419a-b27a-e3175418eb64\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:49:58.689361524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.689373124Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.689697823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7326050e-d596-490a-ab32-e53752b2be38\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:49:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.689738324Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.690062403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.693695431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.693902907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.697427912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.697764651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.69994889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.700141006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:49:58.706367584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":19,"elapsed":"746.22955ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:00.300164959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"18dea25a-bed9-4eb0-89e7-88ad269e703d","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":454,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.96036629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.960421922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.960432262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.960439182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.960763841Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.960774771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.98953853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.990373933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.990731852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.992236623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.992263624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.992395508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.99398796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:07.994173745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.020160279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"59.81006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.023714006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.026515121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.026531282Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.026687476Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.03828712Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:08.038313501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":56,"elapsed":"77.9349ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:15.301793658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"6b532102-d4d7-4d84-a563-7af2a1aeb045","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.959999509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.960063291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.960082832Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.960097062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.960558735Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.960584865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.962571279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.962837377Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.96297605Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.964411629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.4342ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.965414056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.965427896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.96556928Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.967285347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.967441951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.969126987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.971269835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.971281275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.971411829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.984286207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:17.984310668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":57,"elapsed":"24.303209ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959865466Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959917927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959927227Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959936108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959944168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959950588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959957748Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959964628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959971809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959979439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959987089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.959993679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960000699Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960007279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.96001334Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.96002114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.96002815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.9600349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.96004148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:27.960049041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960056571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960064151Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960073261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960084581Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960092292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960099032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960105272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960304267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.9603958Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960435221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960445851Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960454742Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960463252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960472292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960481092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960489023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960496683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960504633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.960511433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.962201379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.962792415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.963004221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.963015611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.115935ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964371938Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2355, tv_nsec: 252277453 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964420449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964432209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964587834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964605884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964615734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964626435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964636755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964648815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964657905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964667096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964705867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:27.964740058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964856901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964970244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.964993834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965008575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965250092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965261702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965381595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965394265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965406686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.965541969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.967010399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2355, tv_nsec: 254922654 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.967229955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:27.967276096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.967814931Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.96851815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.969949689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.969972919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.970126024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.970685909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.970701119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.970863224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.971135641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.971145951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.971296755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.972881428Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"8.283254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.97369535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.973996978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.974651636Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.97589913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976437255Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976581618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.97663988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.97665495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976735392Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976798664Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2355, tv_nsec: 264694399 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976832075Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976846395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.976968849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.977096322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:27.977144083Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.977164784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.979576449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.980027302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.982385305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.982409376Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.982597991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.984578345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.984597556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:27.984851992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.007021113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.007067314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":58,"elapsed":"47.031164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.007416523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.007947698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.009772557Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.009979683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.011630678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.011652878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"51.791923ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.011990027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.012002228Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.012008278Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.012206743Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.015553984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"50.945309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.017198178Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.017486746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.017671961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.017845936Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.021129835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"61.104406ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.025451482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.02574437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.026330716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"61.700591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.031361122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.031604358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.050205182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.052925676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"92.920486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.053053219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.05307764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.053240555Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.054774526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.054798557Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.054806187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.054949361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.055340571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":20,"elapsed":"95.383233ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.057894421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.057919961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.057931062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"98.031435ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.06526383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"100.648896ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.072544987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.072567708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.072894737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608e872e-509b-4eb8-ab26-b669b78654ed\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.072920108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.075306372Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.075724633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.075735554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.07598494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a1a255-5974-443b-92a9-968088274d52\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.075998471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.077709927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.078889169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.07890355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.079120116Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae771c7-0182-4e31-8959-e6aaa77768a2\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.079134546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.080633977Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.106703003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"146.748075ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.12765358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.127942568Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.129576142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.131203746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.131215456Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.13134962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.175100355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.175120656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.176990846Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.178783845Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.178798605Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.178937359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.185780204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.186042831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22840fd-7caf-43d0-b710-c8bc6a55a70d\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:50:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.187527881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.187707686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.188873558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":20,"elapsed":"228.930921ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.189533236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":20,"elapsed":"229.606169ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.210594706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73fc9d0e-e31a-4e61-9beb-2e022c38ac79\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.210629527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.210936915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.247523516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.247959258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b714471e-9039-46dd-b3cd-c75a26ad5f0e\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.247988109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.247999529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.248008159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.249205192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":20,"elapsed":"289.238953ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.25171021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.25172648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.251928876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a28f0863-9900-4e58-89fc-6f310f3aa7ae\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.251942176Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.252239624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.254471305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.25466495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.25726917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.257709802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.260497298Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.260513508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.260818086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f58dfe48-5fd0-4d49-9378-7cbc066d2808\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.262319897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":20,"elapsed":"302.343309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.28273493Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.283068659Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.28496848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.284996371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.285229847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.29159799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.291844967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71316ec6-9e55-4080-a776-9bf1e32d3223\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:50:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.291865947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.291875038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292148145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292158425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292165375Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292172826Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292180276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292187346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.29233551Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.29234378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.292496794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.292504535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.29270174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.294154959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.294242822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccdc7dff-f30e-4255-b7ec-98de9d8672d4\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:50:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.294255952Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.294332484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0eb715d-3a22-4a51-a694-637b882ac28f\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:50:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.294343794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.294353285Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.390602361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"44efa2f1-5df1-4e63-b428-cad5a83dffba\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:28.390647993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.390660413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.390859658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"183a8a14-5249-4a08-9894-a12764586d75\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:50:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.390904349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.391248409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.393589272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.393827189Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.396702226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.397011965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.398524576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.398733412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:28.40569597Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":20,"elapsed":"445.801284ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:30.299427878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"3fafa8e2-061c-4ea7-99ba-218c8f7b1958","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.959577268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.959634299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.95964647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.95965616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.959909947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.959926477Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.961476789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.962213089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.962581539Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.963921315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.963934026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.963940616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.380168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.964071339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.965483368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.965746965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.967091271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.969598589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.9696123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.969759913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.978520291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:37.978543601Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":59,"elapsed":"18.970114ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:45.301633322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"728f540e-6c05-4832-af63-cb2bf517bd9c","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":447,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.960558464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.960621686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.960639146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.960653447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.960877642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.960899663Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.962468496Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.962684331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.962892207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.964568262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.033859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.965046215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.965057926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.96521943Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.966797263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.966968147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.968372856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.970569105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.970599566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.970705739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.979184258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:47.979208139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":60,"elapsed":"18.652155ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960264246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960314627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960327017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960334828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960341328Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:50:57.960347858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960356458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960364729Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960372289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":12,"elapsed":"14.97µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.960380419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960387119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960394919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96040173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96040923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96042038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96043118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.9604412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960450811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960460181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960469441Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960481442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.960491792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:40:57.960388539 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960502852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960512762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960523113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960532443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960543303Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960553694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960564494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960575284Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960585224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960594555Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960603975Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960614585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960624965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960634626Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960644536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960653886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.960664567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960675767Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960685527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960694627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960705628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960716458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960726688Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960737288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960746999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960756879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960767209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960778Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96078672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96079627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96080641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960815471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960825041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960836471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960848572Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960859212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.960947524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961045947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961058717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961072008Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2385, tv_nsec: 248908382 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961088718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961102609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961115089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961128109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96114167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96115379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96116729Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961181051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2385, tv_nsec: 248957533 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961193781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961203501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961212241Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961219152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961227702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961234532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961241262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961619543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961650393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.204362ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961729495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.961751056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.360097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.963140164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.963765901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.32164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.964036988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965068586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96522411Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965242241Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965251901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965262161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965271561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965281952Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965291562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965301112Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965309472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965319183Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965328863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965337423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965348484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965359304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965370224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.965385994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965397885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965407385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965667782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965694353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965706773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965717503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965728624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965742184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.965873578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96597055Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.966434413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.966456783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.966633068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96743572Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.967457991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.967614975Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.967838601Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.967861852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.968000825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.96855065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2385, tv_nsec: 256422435 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.968851808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.969824915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.970218425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.970516273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.970830652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:40:57.960388539 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.970854553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:40:57.960388539Z\",\"pruned\":[]}","iteration":11,"elapsed":"10.448393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.97151342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.971742187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.97259589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.97261086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.972753524Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.973696039Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.973868234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.974923023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.975605371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.976178637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.97668296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.977755669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.97778399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.978049508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.979105506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.979131807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.979348753Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.979481996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.979501887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.979709622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.98071653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.980929595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.980959316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.980989467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.98108405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.982126838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2385, tv_nsec: 269977542 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:57.982505578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.98256258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"17.276978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.988866421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.988992024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.989122947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.989400745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.989439506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.989511458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.989904389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.990239708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.990552236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.994070921Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.998296106Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.998326427Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.998337927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.998347097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:57.998695577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.000109635Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2385, tv_nsec: 287974770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.000465384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.001548194Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.001792831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.003516937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"38.192705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.005919062Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.006365364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.010756233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","candidates":"[(763ead4a-8116-4137-8d2f-16a7661e418b, 0), (f2d03526-b03c-41a3-98df-9f1c1266543e, 0), (61d90d47-76c4-4447-a0cf-1c9d11dafd12, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.011319058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2385, tv_nsec: 299180613 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.019430938Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.02429053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.024330571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.024493665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.027457475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.030098287Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.030530899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.03056084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.03057449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.030849427Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.032172623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.032634416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.032658227Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.032949114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.034127546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.034151147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.034167967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.034416324Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.034671201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"69.4139ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.035181935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"74.833717ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.035861343Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.036437879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.036532011Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.036568302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"71.290991ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.036707086Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.03684513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.03686669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.036877651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"71.560698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.039352328Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.039490512Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.039514542Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"79.254616ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.039688637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.039876652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.039889662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.039896243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.040040586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.040054437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.040086068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.040319114Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.041454015Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.042041941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"76.8164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.046149352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.046177722Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.046190513Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.046201643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"85.862146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.046409839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.046915033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.046940453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.047105488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.047135648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.047460297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.047679303Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.048478865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.048768203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.051536038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.051758614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.054124808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.055375502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.055395042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.055577747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.056120032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.056142103Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.056307497Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.05789332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.058173878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.058224049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.058466386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.058511787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:50:58.059256347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.059274997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"98.912559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.060780878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.060800309Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.060932612Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.061731784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.061987431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.063016229Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.063037889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.067545711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.067575342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.067824989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.071287653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.071319523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.071457977Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.07488234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":21,"elapsed":"114.532291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.07635045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.076701899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.076938476Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"116.450334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.07857739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.078826627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.080742369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.081011186Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.082062154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.083167064Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.0833717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.083626117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.083658518Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":61,"elapsed":"123.058513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.084725146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.084947683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.085096647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.085109407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.085242511Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.087357658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.087379689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.087389549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.087398039Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":11,"elapsed":"126.839315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.089198798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"128.586603ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.092344333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.092367093Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.092377434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"132.084327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.092455266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.092713763Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.096193447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.096215938Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.096223818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.096230058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.096374342Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.097933784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.100823633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.100851243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.100865144Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.100973187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.101021798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.102984031Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.104727058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.104753809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.104897593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.117078033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.117104523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.117441993Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a205b6c-6502-4328-b6f2-249f3ecd6bce\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.117465353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.119116218Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.123033924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"157.787554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.124650968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.124994277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.125410608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.12655907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.128096831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.128448681Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130010583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130170037Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130183908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130332292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130343122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130351702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130429844Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.13063234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.130872636Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.131841713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.131852283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.132054499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.132698596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.133038525Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.153584351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.153618663Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"193.285985ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.248330548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.24840911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.248610715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8929e562-7807-49bd-94dd-86725badc911\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.248627205Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.250055304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.290070848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.290095789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.290106689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29052634Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea34e83-90ad-4119-937f-2fce06927b59\", \"content-length\": \"476\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.290565912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.290813098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f30c59-203c-4f5f-acf6-e4ae65cec80d\", \"content-length\": \"734\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.290859259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291132547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7faad7e5-08ca-49dd-b5a2-52d308e50212\", \"content-length\": \"111\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291145667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.29124378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29125431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291433355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a41e35c0-8735-4692-88ac-175f0a423315\", \"content-length\": \"111\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291443785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291489986Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9333c892-1fe7-4f80-8f08-e3e685b6005e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.291499947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291723873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c043019f-7e12-4fb7-aa2f-ef7e2cfde485\", \"content-length\": \"167\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.291757364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29199834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e90401-c23c-4921-8c59-e0826de68aa4\", \"content-length\": \"167\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292014451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292328019Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4647ee-c2fc-43ca-8086-2df74349ca49\", \"content-length\": \"175\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292342869Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292582006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40293ec-1886-4c9e-b082-740bb6980b09\", \"content-length\": \"175\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292595816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29272304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceaa1e8-2d8e-4005-9f97-95114c9e6217\", \"content-length\": \"702\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.2927413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292891655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a86a680c-6001-4cb8-b238-22a758f6aad1\", \"content-length\": \"727\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.292906345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.292945346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293122651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba47c813-faf5-4e94-992a-80eb58d4914b\", \"content-length\": \"729\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293151802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293302626Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ef58bb-c6dc-468b-8aed-31442ff3651a\", \"content-length\": \"728\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293312956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29348045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9725cb31-9f7b-4470-8071-edbcfb26085a\", \"content-length\": \"722\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293512321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293764068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d77bee-c137-453f-b6ff-98d928257426\", \"content-length\": \"109\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.293774578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.294041906Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c508b58-32bc-4242-8045-68c2e27281fe\", \"content-length\": \"109\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.294051596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.294309973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1cd711-07af-41a4-ad01-8262483b9c43\", \"content-length\": \"169\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.294319983Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29457615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5bbbaa-6d67-4615-a8cb-24874c76c963\", \"content-length\": \"169\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29458585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.294838627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b082c6f8-5dc7-4adf-a254-3de4b9cac7ea\", \"content-length\": \"178\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.294848307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295100554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb5bffba-062d-43b8-a52c-5800278d43fb\", \"content-length\": \"178\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295112195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295250658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2db7967-6b82-4bd8-a64d-1c5bf3c0f4a9\", \"content-length\": \"702\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295260239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295402372Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd7e0c9f-0836-41c6-8531-714a8df13fb1\", \"content-length\": \"727\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295411623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295559297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d47b1ddb-f557-48b9-87ca-fd237e661a42\", \"content-length\": \"729\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295569437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295740692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d833e7-393a-47a1-8b21-939bf9b0f6b1\", \"content-length\": \"728\", \"date\": \"Tue, 19 Nov 2024 19:50:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.295758462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.29606471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.353872626Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.378552574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.378584815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.379111119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfcb04df-130f-4d73-9cc3-11a6855c6073\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.37913982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.379581232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.380213499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.380565049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.382005108Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.382328717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.382945453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.382965494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.383164639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.38356865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.38358056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.383733645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.384628919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.384831674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.386259403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.386281984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.386293954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.386305244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":11,"elapsed":"425.753731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.387400824Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.38763425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.388914005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.389211643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.390640792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.390806966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.415459124Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.417301894Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.417320054Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.417460428Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.419285907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.421115967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.421135628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.421253461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.421267121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.425071014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.425089885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.425239269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.428919239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.428946939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.432498545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d23aa828-d112-4b8e-a4b6-54e1c177b9cd\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.432520686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.432861075Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.4348675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.435042854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.438063116Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.438336623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.441508529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.44152774Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.441867349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e684a874-fc2f-45ac-a7ca-947732933662\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.4437369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":21,"elapsed":"483.244808ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.44964138Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.449923887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa52c48-a8f6-44e3-9d24-820ccb2c6c35\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.451364466Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.451569332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.457340858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.457611625Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.459119606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.459492516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5a3f8c86-c3f7-4836-bdcb-761459201e01\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.459507997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.460632567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2ee149d1-1b8e-4466-a2f4-817b9991342f\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.460644888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.462013905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.462024145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"501.42646ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.471601835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":21,"elapsed":"511.02078ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.496118859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.496590941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4382dc7d-8c48-4d6e-9b69-8bebaba66958\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.496609082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.498487473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7fcd78fc-a1bb-4f22-b6a5-d3a2e02d4d0b\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.498503393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.50058784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3f3804b7-650b-4bc4-8bdd-b36dd55097a6\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.50060401Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.502582174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.502614244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"542.04253ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.536026619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.53791132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":21,"elapsed":"577.497451ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.538010143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cdaf4d9-68ea-4767-a84c-f269039d108f\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.538039154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.538049574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.538057964Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.538361063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.538727313Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.539686719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":21,"elapsed":"579.231067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.540416058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.543963234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.543981385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.544121699Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.548899978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.549068193Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.550850451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.551162449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.552951958Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.553163453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.555294611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.555468976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.556027691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.556036581Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.557360757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.557766298Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.559404922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.559659619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.579868017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.580171335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.58222482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.582241731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.582510818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.588726336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.588971783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.590596077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.593530617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.593923047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"407c9921-b37b-491d-9404-696fab3c1478\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.593951678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.593976819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.594126523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.594141193Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594287287Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.594296438Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594305118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594311628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594318408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594325498Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594332028Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594562855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.594586085Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.59475585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.59476602Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.594996576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.595771027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.595992793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.596207549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.596358543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a10cdba2-1308-4987-8077-ec3843c6d8de\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.596377594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.596480397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4862e748-2671-4ef1-ad90-2fb76d0d29b8\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.596495177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.596505717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.596928909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.597127184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.598632915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.601927974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.601952915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.602077158Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.609973622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.610005003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.610152627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.611770621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.613504608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.613523938Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.613657842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.615766439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.61581642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5b8bfa18-7354-4f55-a504-480af517e18d, kind: Service { id: b66ee542-3bb8-4a73-84f4-750c58e065cd }, name: Name(\"external-dns-b66ee542-3bb8-4a73-84f4-750c58e065cd\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 138])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7dd645f-0047-411a-97d8-aca563c9c84b, kind: Service { id: 6805754c-e76e-4239-8505-cec4433c6625 }, name: Name(\"external-dns-6805754c-e76e-4239-8505-cec4433c6625\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3b3cb3e0-07fc-4857-ac35-656c692da813, kind: Service { id: 6880cb29-d555-4d40-84be-52baa0347d94 }, name: Name(\"nexus-6880cb29-d555-4d40-84be-52baa0347d94\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a9d89c40-50f5-46df-aa3f-9729aafbd4c1, kind: Service { id: 616e36c0-dd43-4cc2-ab3b-07823e2bc4d8 }, name: Name(\"nexus-616e36c0-dd43-4cc2-ab3b-07823e2bc4d8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff3d55a5-b61f-48a6-b94d-766c7b25e0c2, kind: Service { id: 55c1d4bf-7793-4af3-b4d3-e162197a6fc3 }, name: Name(\"nexus-55c1d4bf-7793-4af3-b4d3-e162197a6fc3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 132])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.615836811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.744887116Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"74851803-dfc7-4694-b5be-66241efcccf0\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.744929177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.744939957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.746710015Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","vpc_to_sled":"[Sled { identity: SledIdentity { id: 367f799f-31b8-4d9a-a686-ab6e465d52be, time_created: 2024-11-19T19:40:50.589662Z, time_modified: 2024-11-19T19:40:50.589662Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.746742036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.746749326Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.747052364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.749623384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.749957433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.7516683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.754212458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.754824525Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"072f9b23-546e-4ccd-bf88-80524820260e\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.754866026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.755127143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.758746751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.758944567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.762462272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.762798251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.76498966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.765184186Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.771460316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":21,"elapsed":"810.973414ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.784848728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.785770713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"d4427e5c-4c67-4f3b-a298-ddf56b3fb865\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:58.787077248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.787101549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","elapsed":"826.627767ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.78711172Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":3,"elapsed":"826.638428ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.967598508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4013ca-bb67-4c01-b10b-d30cf8f8104f\", \"content-length\": \"30760\", \"date\": \"Tue, 19 Nov 2024 19:50:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.969785907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.969812877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.969820728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.971540654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.971831732Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.973206669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.975007168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.9750694Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:58.975241054Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:50:59.140186972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"853407d0-6ffe-450b-bcdb-f525b6567916"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.140226553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_started":"2024-11-19 19:50:58.290047 UTC","collection_id":"853407d0-6ffe-450b-bcdb-f525b6567916"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.140235913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"collection_id\":\"853407d0-6ffe-450b-bcdb-f525b6567916\",\"time_done\":\"2024-11-19 19:50:58.969784 UTC\",\"time_started\":\"2024-11-19 19:50:58.290047 UTC\"}","iteration":2,"elapsed":"1.179760292s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.140247223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.140258104Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.140658004Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.141841216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.143709107Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.143730368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.143878682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.146173404Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.146426181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.14788881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.149563136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.149575806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.149709149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:50:59.247116268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"106.847384ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:00.300540908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"ad609d84-c8c3-4a71-bf93-ab29c7259652","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.959750242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.959817553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.959835654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.959848774Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.960218044Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.960336647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.962326571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.964809548Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.964822819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.964957303Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.967045669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.967249874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.968616622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.971037907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.971048617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.971189611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.981225563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.981239424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":62,"elapsed":"21.489762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.989557589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:07.989791815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:08.017526566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"57.800676ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:15.301530899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"b8919e3c-8523-4ce8-8ac6-a0fa725f9736","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.95970422Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.959744291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.959753292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.959760202Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.960105321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.960118041Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.961251452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.963647477Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.963662297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.963790641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.964945582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.965260161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.989638971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.989847616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.991407059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.717769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.994237275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.996955199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.99696968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:17.997106773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:18.009879689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:18.0099051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":63,"elapsed":"50.184339ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.9604519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960508892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960518002Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960526182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960532622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960539823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960546363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960553823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960560213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960567263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960573763Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960580384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960586794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960593914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960600884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960607634Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960621085Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:27.960629095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960637145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960644675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960651506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960657416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960664646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960670896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960677116Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960682856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960688936Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960887152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960962494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960974134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960986775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.960994375Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961053526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961064787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961072207Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961078827Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961119558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961129459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.961137479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.96268475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964670954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964679855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964688355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964695075Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964701225Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964707325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964712996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964719346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964783418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.964795968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965010353Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965034844Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965044865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965054485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965062945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965155948Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.684057ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.965272931Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2415, tv_nsec: 253117166 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:27.965593849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.966956656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.96782652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.968273852Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.968489248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.969551467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.969578397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.969762142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.971243632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.971269453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.971576091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.971945651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.971956472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.972055394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.972066895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.972203368Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.97225922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.972527887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2415, tv_nsec: 260370902 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:27.972795855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.974620344Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"9.944989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.977277456Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.977476891Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.977643466Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.977719658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.980772371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2415, tv_nsec: 268615145 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:27.98110402Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:27.982842896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.982856707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"22.423348ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:27.99700788Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.997034831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.997043151Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.997183035Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.997352909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.998811409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.999021305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.999093857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.999104887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.999112537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.999285302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:27.999299182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.002959781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.003162697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.003215228Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"42.604914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.005811269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.006160968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.007364731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.007717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.008287406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.008565273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.00916734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.010906607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.010932607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.011049431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.014092933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"49.391948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.014450352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.014911575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.015282345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.017015552Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.017047443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.017168366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.018121952Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.018640726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"53.955702ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.019828988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.019845459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.019987653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.029348006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.029371867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":64,"elapsed":"68.836484ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.030643361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"70.14116ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.034336001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.034362972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.034370872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.03464373Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.040336354Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.040646662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.041268509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.044741273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.044768974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.044901867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.044927638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.044937268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.045227806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5cd54fc-2ad3-40a3-a5c0-93aaec0214d8\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.045248847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.046586383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.046934512Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":22,"elapsed":"86.422241ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.059560474Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.059579565Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.059850822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f52e406-a70f-4b63-8b15-c3872ce196e1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.059870913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.061877587Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.073338467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"108.626192ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.075048734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.075058814Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.075066284Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"114.606334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.077054068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.077364876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.090872292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.090888913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.0911526Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a762abd-666e-4373-8901-dd8ae019539e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.09116698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.092593589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.115066897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"154.540475ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.156951492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.15725893Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1fa917-876e-4011-ac80-61e78c422cd3\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:51:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.159437219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.159726387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.161709441Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":22,"elapsed":"201.133588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.171058014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.171526887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.177299363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":22,"elapsed":"216.703849ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.177407686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.177431387Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.200948994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.202708351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.202721551Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.202870426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.230584016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.230990047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.231004997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.232907379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.232920209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.233082684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.233217097Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.233227598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.23368414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.243344862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.243611689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d861c4f-04ae-47c4-9398-5df1630883e8\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:51:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.24363712Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.24364674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.243884276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.243892747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.243899707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.243907177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.243913707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.243920137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.244094032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.244103962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.244257796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.244266377Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.244554504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.246361673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.246455876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7fa7e9-335f-4254-a494-e509b5687cb8\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:51:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.246465576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.246545158Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7ca0d3-0bff-4f57-a841-0fa260f6b73e\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:51:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.246558489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.246566719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.263805966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8b1397-bf32-46af-bf80-0663a998a6ad\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.263823516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.264081913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.265844771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.273446047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e2b693-86dd-424e-96d6-61fe1e1d03e9\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.273466267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.273475978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.273482878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.274914087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":22,"elapsed":"314.293652ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.313620815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.313644366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.315851486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"baa32e4e-1b38-4e7e-ab3c-eaf38882fdb4\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.315865366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.316143263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.317643914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.317821409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.320641325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.321005915Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.324121239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.32413727Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.324483289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"34c04a6e-4dfd-4ef0-b340-9e586a567744\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.326129614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":22,"elapsed":"365.572801ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.375754118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b2689ac5-0e82-427f-93cd-4dd85e0f868f\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:28.375778538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.375789909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.376079567Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130dd05e-6638-4af7-a0ed-20cc335e6395\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:51:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.376116018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.376339954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.379602042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.379772267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.383086146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.383368604Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.385603164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.385855711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:28.392511612Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":22,"elapsed":"431.965179ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:30.300407643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"ae0ab8e8-9abb-472f-a106-16fefed7956a","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.959652288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.95970738Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.95971807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.95972498Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.959999288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.96007768Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.987461021Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.98777686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.989077545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"29.436728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.996431784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.998982013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.998997504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:37.999156078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.001255715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.001546293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.003190667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.005663464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.005676405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.005815539Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.016140098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:38.016163329Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":65,"elapsed":"56.49803ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:45.299667908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"5abf29f7-8949-4025-8075-9bdc84d5e4aa","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.959770781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.959834493Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.959851923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.959866904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.960304816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.960345927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.962468994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.965055954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.965073685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.965232029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.966890274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.967079799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.968664132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.970968285Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.970981245Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.971113198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.978887829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.97890892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":66,"elapsed":"19.133798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.990039071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:47.990328349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:48.019599182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"59.848431ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:50.294286137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:36038"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:50.294452091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"2be256bd-77f4-4025-b0fa-1849653a53df","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:50.295007027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"2be256bd-77f4-4025-b0fa-1849653a53df","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:50.297631178Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"2be256bd-77f4-4025-b0fa-1849653a53df","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3249,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:50.297886444Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"53d5d550-d766-4edd-93c2-973ee01bd184","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:50.298208373Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"53d5d550-d766-4edd-93c2-973ee01bd184","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:50.30031105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"53d5d550-d766-4edd-93c2-973ee01bd184","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2480,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960530991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960595853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960607174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960615494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960625974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960635864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960645235Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960654175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960663595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960672245Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960680836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960690666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960699656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:51:57.960709076Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960719437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960728047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":13,"elapsed":"14.22µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960738837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960747887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960756787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960765478Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960774348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960782968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960791679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960800879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960810519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960819749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960828409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96083842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.9608484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96085795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960868121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960877341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:57.960887031Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:41:57.960725737 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960896691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960905462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960915272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960925012Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:57.960934582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960943323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960953273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960964123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960973863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960983354Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.960992184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:57.961002084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961010914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961019375Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961027865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961037025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961045355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961058916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961072916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961134658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961153118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961173019Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961186019Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961198099Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96120756Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96121878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961246991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961279082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961293582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961306472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961330873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961347614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2445, tv_nsec: 249159438 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961366054Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961378994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961392175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961404165Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961472527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2445, tv_nsec: 249279972 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961709383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.961726424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"999.877µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.962026682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.962039452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.177062ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.963358208Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.963571534Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.963903253Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964306164Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2445, tv_nsec: 252128679 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:57.96455605Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964747595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.996068ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96490879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96491855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96492601Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964932931Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964939981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964946901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964953371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964961251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964967701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964975262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964981722Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.964989032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.965246409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96528836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.96529907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.965307661Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.965316661Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.965376623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.966112932Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.966122323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.966278507Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.967208902Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.967451289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.969918386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.969999418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2445, tv_nsec: 257806833 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:57.970391648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:57.971752905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:41:57.960725737 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.971769996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:41:57.960725737Z\",\"pruned\":[]}","iteration":12,"elapsed":"11.033409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.973586775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.973613046Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.973808471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.977589553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.979024962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"14.097832ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.979077684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"14.129092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.980240425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.980264786Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.980393089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.984506331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.984601673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.984913592Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.988522479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.991584432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:57.991927802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.010786933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.010823974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.010836124Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.011242865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.012481838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.012694584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.013257849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.013478815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.01550829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.015599893Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.015613843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.01587747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.016497177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.016514648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.016787185Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.017162985Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.017181576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.017268138Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.017422512Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.018541172Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.019041906Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.019063927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.019335414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.020242458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"55.323048ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.020319751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.02066918Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.0210356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.022746416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.022771137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.022967742Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.023738453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.023787345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.023798095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.02400073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.024429212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.025308956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.025335696Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.025346827Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.026527279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.026553629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.026607071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.02841119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.028434111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.028447791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"63.51436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.031630537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.031921665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.032185872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.03283873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.03286384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"72.336579ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.033324883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"72.467922ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.033398805Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.033924829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.034485054Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.034769762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.035533293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2445, tv_nsec: 323292466 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.035558763Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.035877142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.035900763Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.036079527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.036097378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.036305104Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.038801311Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.038958005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.039248653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.041433023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.041459123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.041467783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.041474864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.041790472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.041806473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"81.015384ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.043245921Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.043273242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.043505188Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.043713134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.045089082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.048628577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.048655618Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.048975957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.049789429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.04981459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.050019125Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.052943994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":23,"elapsed":"92.236478ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.058298409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.05832922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":67,"elapsed":"97.519441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.060313874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.060757266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.07458923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.075086674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.075833084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.075856495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.075867325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.076255815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.076392359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"111.429458ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.07679619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.07680913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.076874562Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"116.029082ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.080054329Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.080076929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.080084709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.08009123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.080428299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.082083804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.08602408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.086049591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.086183304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"125.514149ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.086235336Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.086706459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.086717179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.086726759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.087034707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.08933831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.089521215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.090937583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.09265913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.092675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.092823754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.099050023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.114505251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.114536292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.114551423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"153.986871ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.116568117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"151.621907ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.117851682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.120836963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.120869214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.1210954Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.123294829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.123412273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.123438024Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.123447204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.123455544Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":12,"elapsed":"162.868331ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.125468928Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.125492549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.125504679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.125877879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.127339629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.129106847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.129446436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.130157515Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.130169746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.1303149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.132110318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.132131249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.132140179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.132207931Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":12,"elapsed":"171.563486ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.139594521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.139610742Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.139855698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10de84cb-ce13-43e7-8e42-c53705309cbb\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.139872349Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.141518113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.142061568Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.142085698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"181.452634ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.169376288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.169417199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.169776439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ac4744-477a-4ffe-8878-5dc24b4ff65e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.169810089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.172283486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:51:58.182534224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.182557045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"221.90071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.226222507Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.226602598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.228236042Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.230619326Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.230636707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.230817672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.232083316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.234390698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.234409679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.234589334Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.249505208Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.351818209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.352205629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e92c556f-1a29-48ea-b48f-7364becf559e\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.35223013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.353293759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.353307289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.353469554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e7d5bf80-21c8-4ee5-a711-377a78fa17a3\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.353483454Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.353604297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c298135-2098-4ef8-bf10-a247102a0ce5\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.353623367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.357280457Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.357299577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.357311058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"396.443877ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.357485842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c727ad6-a9d6-4c0a-bc9d-b45f6ca05f8c\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.35816113Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.358171461Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.358425708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aec23d6-98d7-431a-a145-0fdfb7919a84\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:51:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.358447568Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.358612493Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.35889274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.359571419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.359849476Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.362046006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":23,"elapsed":"401.496084ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.394265628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.394762812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9eb3f053-ade2-45b4-be96-65cf7bf26e5f\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.394779682Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.396282053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5ab5e210-03c0-44e9-b3d4-540dfa438126\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.396299803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.398091942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"361e82e0-ea18-4513-9fb9-138c756bd42c\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.398108532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.399332036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.399345946Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.399530231Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"32e2592e-9ca8-4769-93fc-ea7859388a5f\", \"date\": \"Tue, 19 Nov 2024 19:51:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.399553802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.399753447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.400315122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.400359853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"439.595176ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.43788858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":23,"elapsed":"477.265186ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.441887478Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.442170666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"461af00c-a0f5-49a5-9f10-c4201b6523e3\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:51:57 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.442190356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.442200126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.442208247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.443831001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":23,"elapsed":"483.138025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.444603232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.44490611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.448340933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.448554399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.451786616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.451798657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.452027033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"920bbadb-f96f-4cab-b6e1-22326903c833\", \"date\": \"Tue, 19 Nov 2024 19:51:57 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.453515343Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":23,"elapsed":"492.682784ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.520177798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.520546538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.522786859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.52280816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.523014545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.532888073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.533179521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46cf229c-c85e-4b9b-a19a-a6576e7ed24a\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533203311Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533214082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533499149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.53351821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.53352956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.53353765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533547251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533557631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533729665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533740036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.533875659Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.53388495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.534109346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.536027468Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.536144251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95fc484c-fe1c-465e-a1ce-c421b5d35e3f\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.536157261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.536263654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b9e842-6b17-4e8c-987c-01dc74207373\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.536277345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.536287295Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.663563222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"95ed13a4-2981-4392-8bc1-af00e631597a\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.663604453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.663615023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.663841739Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"683df7d7-d690-422f-855f-a4f9f2d77214\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.663885481Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.66422908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.667665773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.667878379Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.670962222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.6712475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.673239084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.673561923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.68048662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":23,"elapsed":"719.845915ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.777008784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.777030815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.807097939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.807196792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.807355396Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"64ae3ab5-46fc-4557-8777-f00a09fd8b4c","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.807758087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"64ae3ab5-46fc-4557-8777-f00a09fd8b4c","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.847246836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/oximeter.rs:76","collector_id":"de978b94-a70f-4779-892c-8ea3260e7a5e","producer_id":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:51:58.847268667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/producers","method":"POST","req_id":"64ae3ab5-46fc-4557-8777-f00a09fd8b4c","remote_addr":"[fd00:1122:3344:101::c]:57065","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39985,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.847328899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64ae3ab5-46fc-4557-8777-f00a09fd8b4c\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 19:51:58 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.848950703Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:51:58.848964653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:00.302404516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"817ce918-afcf-462d-a0d3-8510731d56d5","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:05.29422693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"4aa5b05d-acd4-496d-ab3b-e06bdfc86584","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:05.294520038Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"4aa5b05d-acd4-496d-ab3b-e06bdfc86584","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:05.297057927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"4aa5b05d-acd4-496d-ab3b-e06bdfc86584","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2907,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:05.297336594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"c571d3d4-9f22-47e6-83c8-bae70046ab58","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:05.297699684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"c571d3d4-9f22-47e6-83c8-bae70046ab58","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:05.299206305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"c571d3d4-9f22-47e6-83c8-bae70046ab58","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1940,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.960392968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.960438629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.960449089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.960458229Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.960779278Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.960794929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.962188896Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.964621442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.964639663Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.964781537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.966552845Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.966788411Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.989939268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.990241196Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.991812458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"31.436011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.993556776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.996030253Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.996044823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:07.996193367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:08.008149081Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:08.008180892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":68,"elapsed":"47.774004ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:15.30123801Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"ee10b757-7b33-4343-84f5-714ca9440e41","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":429,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.960404157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.960459499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.960472869Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.96048378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.960779858Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.960796398Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.962480574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.962680199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.962889335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.965393483Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.965406503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.965544837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.967111599Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.967353956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.968915078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.971394975Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.971411546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.971545549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.982871156Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.982899707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":69,"elapsed":"22.482819ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:17.990718078Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"30.335111ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960283864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960341996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960354316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960363676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960371697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960378177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960385737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960393187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960400967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960409258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960416008Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960422698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960429488Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960436638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:27.960442779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960450539Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960457759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960466409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960473619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.9604803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96048792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96049498Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96050214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96051033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960517821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960524641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960531961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960729926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960829929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960842219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96085167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96086182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96087092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96087962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96088842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960922341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960934092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.960998403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.961009154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.962170855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.963001558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96346105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96380851Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.408002ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.964320904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.964333214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.964514359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.964591161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965482715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965494645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965502176Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965509436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965516016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965523846Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965531006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965537826Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96566094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96567157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965822214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965870046Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965880666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965910627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.965921877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96602808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.96603861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.966213645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.967408477Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.967425478Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.967554431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.970064269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.970373348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2475, tv_nsec: 258161592 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.97046335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2475, tv_nsec: 258265315 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:27.970645125Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:27.970777999Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.971514018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"6.014773ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.971866158Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.971889409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.972020672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.972853435Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"7.362849ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.974777307Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2475, tv_nsec: 262563132 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:27.975108916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.97526721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.97563955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.975674121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.975898027Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.977414678Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.980225074Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.980252565Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:27.980293386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.011737498Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.011784269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.011797149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.012157599Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.01513134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.015576312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.015674704Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.01587407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.016292111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.01698827Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.01735926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.017586146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.017607587Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.017623907Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"57.363594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.017932916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.01846465Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.018563462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.018578603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.018672625Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.018742887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.020378692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.020585807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.021136822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.02215199Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.022469348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.023972129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.02400278Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.024165624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.027781102Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.027809253Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.047311701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.047542578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.055554364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"90.026898ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.058919715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"98.497047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.058944146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.060840638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.061237808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.061248619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.061255079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.061494385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"101.036197ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.06167722Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.061691001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.061709011Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.061880576Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.063258173Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.063271293Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.063408607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.064792095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":24,"elapsed":"104.390017ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.069362929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.069382809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.069739939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29101bff-7cdd-42e8-8924-19c538d8175f\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.069754559Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.071815785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.075902606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.075928976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":70,"elapsed":"115.489568ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.079606276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"114.09959ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.107986224Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.108014505Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.108023916Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"147.70501ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.111978123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"151.536474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.133145886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.133458374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.134662627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.136356803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.136372313Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.136512407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.137871984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.139412006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.139424616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.13956149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.171430203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.171457203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.171742881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf398f7-b5b0-4c40-96d0-e899c29f8fb1\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.171757111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.172908773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.174245699Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.17426315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.174518966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e1d8d9-68a3-4693-a7eb-4c372d48ed42\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.174533657Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.177039345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.198191747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.198215908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.216920795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c22b48-07b3-45ba-bc42-5cb221dd8970\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.216959556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.217364237Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.2580806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.25811065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.258401118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c6b9bfee-b0f6-426e-be67-4f8b17ab9040\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.258415729Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.258732197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.260900976Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.261089711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.264308818Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.264608546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.267816453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.267834424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.268190143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6cfb58de-33e0-4233-baa9-e8425cfdfc3a\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.269635422Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":24,"elapsed":"309.262286ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.275609824Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":24,"elapsed":"315.247368ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.281213036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.281481563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e6fb3c-423f-4836-b8bc-896d5ee2eaab\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:52:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.283083967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.283358174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.300423096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.300746265Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aea27ca-875b-436f-89bf-ee3e11996b2f\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.300769876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.300778966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.300786706Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.301823924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":24,"elapsed":"341.488239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.302848082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":24,"elapsed":"342.523746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.322322619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.322683719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.324750575Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.324769316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.325006272Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.334400796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.334617492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680ac24b-9a31-4440-a09d-26217123a916\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:52:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.334639453Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.334649973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.334870269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.334881209Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.3348888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.33489731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.33490515Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.33491271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.335061254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.335070955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.335207438Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.335216109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.335486586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.337331816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.337441699Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d7619e-efdb-4cb2-b2cc-7539680b8092\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:52:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.337454579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.337533501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9019595-05fe-452c-83fd-c87acfa48bd5\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:52:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.337548162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.337558252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.437777176Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ed02ff77-1a87-48bb-b9b8-e41756424597\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:28.437798747Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.437808677Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.438145146Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473a02e6-ef9f-49c9-a258-f6a363504169\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:52:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.438195227Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.438490875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.441932149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.442198516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.445494905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.44566323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.447690755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.447908901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:28.455412284Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":24,"elapsed":"495.1079ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:30.30071198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"8104d098-b672-4b57-9e70-ba4df4a21be9","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:35.293416077Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"e8c81a6f-883d-41b3-9a20-17e231573a21","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:35.29388328Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"e8c81a6f-883d-41b3-9a20-17e231573a21","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:35.296571693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"e8c81a6f-883d-41b3-9a20-17e231573a21","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3255,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:35.296934162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"e6508930-5de1-4902-8368-87251dbc3601","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:35.297295632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"e6508930-5de1-4902-8368-87251dbc3601","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:35.298964157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"e6508930-5de1-4902-8368-87251dbc3601","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2105,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.960447168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.960495059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.96050632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.96051578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.960788667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.960863599Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.962190285Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.962524894Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.96422274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.793243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.995288452Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.997956614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.997974885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.998122698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:37.999796454Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.000060591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.001733666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.004158932Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.004172902Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.004307266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.01773912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:38.017763801Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":71,"elapsed":"57.310602ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:45.300596482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"7c17460e-ea34-406d-9a20-fe0e39f231d0","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.960454658Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.96050168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.96051132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.96051944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.960828998Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.96087768Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.963660425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.966214994Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.966233555Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.966366619Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.967804857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.968001703Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.97011213Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.972564556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.972581697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.97271269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.981257392Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.981270692Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":72,"elapsed":"20.817894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.989841274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:47.990039149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:48.025377017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"64.926819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:50.293927586Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"be85816a-5fd4-43c8-bfa1-ce069884eb30","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:50.294279665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"be85816a-5fd4-43c8-bfa1-ce069884eb30","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:50.296991569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"be85816a-5fd4-43c8-bfa1-ce069884eb30","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3143,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:50.297306967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"53aba7fc-ca9b-4bf1-852c-8bb8363223fc","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:50.297668297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"53aba7fc-ca9b-4bf1-852c-8bb8363223fc","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:50.299940248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"53aba7fc-ca9b-4bf1-852c-8bb8363223fc","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2703,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960175901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960229212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960240922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960251063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960260913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960269273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960278773Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960287764Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960296364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960304624Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960313984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960322545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960331875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.960341895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960350995Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960359495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960367986Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960376386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.960385326Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:42:57.960280103 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960393836Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960401697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960410947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960450688Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960459768Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960468369Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":73,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:52:57.960476959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960486989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":14,"elapsed":"13.97µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960497169Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96050557Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96051531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96052477Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96053248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96054006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960547171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960554641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960562331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960569771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960577281Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960584472Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960592382Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960599752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960612462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960624393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960636383Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960648323Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960658923Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960670904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960681654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960692724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960704745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.960716585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960727516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960738386Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960752986Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960768037Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960781327Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960795397Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960809668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960822848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960837719Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960976442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.960997863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961012543Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961023913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961035614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961048234Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961060885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961071535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961083045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961094775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961106246Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961118656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961130566Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2505, tv_nsec: 248845830 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961151627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2505, tv_nsec: 248891811 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961216249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961242299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961355653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961373413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961486826Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961517187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96161274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961682171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961699802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.448119ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961709362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.961718522Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.226194ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.963393578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.963648795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.963969913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964187639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2505, tv_nsec: 251966195 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.964456297Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964814166Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.296417ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964825996Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964836367Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964845697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964855607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964864628Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964875388Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964884758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964894418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964902829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964913489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964922649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.964932649Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.965232318Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.965250868Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.965258418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.965266068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.965274008Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96530486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.96534777Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:42:57.960280103 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.965358521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:42:57.960280103Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.073077ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966327917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966338047Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966531603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966753989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966764079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966770519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966777759Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966961254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.966971374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.968584848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.968708882Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.968787384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.968852676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.968978049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.969523214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.96976593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.970790458Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2505, tv_nsec: 258554293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.971073776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.971794485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.971806436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.971945249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.974386425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.974971981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.976705668Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.977385407Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.977411807Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.977564752Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.979058332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.979079913Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.979087253Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.979095663Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.979315839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.97934987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.982126485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"17.253337ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.985373883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"20.535856ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.986269607Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"21.409631ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.987992904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2505, tv_nsec: 275591915 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:57.988237661Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.991828358Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.993818292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"33.57227ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.994341666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.994364636Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.994543881Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.995884338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.996989967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.997334627Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:57.999402103Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.002697552Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.003093973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.00558992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.005855558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.008035637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.008055197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.008065147Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.008378516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.009576079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.010397911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.012867288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.012889288Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.013066813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.014887872Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.014908813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.015103758Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.022148299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.024794811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.024824271Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.025026547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.025373956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.026887897Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.027053022Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.028163502Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.028186632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.028376197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.029483338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.029513408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.029598341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.029617721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.029692403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.029805036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.030351531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.030624058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.032696765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.0347557Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.035459189Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.03548482Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.035749997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.036128518Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.036154708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":73,"elapsed":"75.790552ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.037194487Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.037230247Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.037254248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"72.371741ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.037743301Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.037765282Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.037983248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.038934463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.039204511Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.039429457Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"78.967979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.039619362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.039887329Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.041106152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.04137849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.042262374Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.04508422Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.049036277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.049264973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.051982267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.052243494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.05432315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.054352431Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.054363532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.054373582Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.054554026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.07349929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.073909921Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.073942132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.073950492Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.073958842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"113.430582ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.075165555Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.075410442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.076772168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.076788319Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.076796389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.077041286Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.080781647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"115.898959ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.084350944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"123.928766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.084612171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.087270933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.087294883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.087419267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.088172457Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"127.780411ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.0915988Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.091625901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.091635301Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.091643651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.091869877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.114762037Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.114985233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.121004646Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.121268733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.121293654Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.121585142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae187e0-e6fe-41f4-a864-0bd48041c7d2\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.121609873Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.123074532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.148753608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.184367162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.184392613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.184683631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb00e69-fe1f-40de-b7cd-60571cdf5501\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.184707191Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.186524571Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.233909914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.233941055Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.234231573Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbdd189-b2a4-42b6-a282-874e1b945ad7\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.234251483Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.23596849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.320946721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.320977212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.322834803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.324785465Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.325143835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.32864782Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.328674941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.328689631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.328918497Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.329338499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.329352839Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.329547154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.331355723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":25,"elapsed":"370.911396ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.351254532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.351652423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"5a08c5d3-105a-45d2-adb9-e3e464a9672e\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.351679244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.353114992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f047379d-5f4a-4459-a79e-e8d6d0815684\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.353140803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.354608853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.354638794Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"394.253808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.360081701Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.362771974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.362798215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.362930388Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.365896799Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.365919079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.365929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"405.739779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.368916311Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.36927395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.369298941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"404.434683ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.370646937Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.370669128Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.370680308Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.370975346Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.371010467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.372371464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.373005171Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.373027522Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.373179776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.375192501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.375209031Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.375368335Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.37591672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":25,"elapsed":"415.538234ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.377695148Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.377714399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.377722299Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.377730109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":13,"elapsed":"417.24208ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.396562819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.39658258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.39659256Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.396888408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.398368268Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:52:58.398386259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.398398899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"437.998463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.401162844Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.401179184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.401341419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.402933372Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.402956382Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.402968553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.402980073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":13,"elapsed":"442.644048ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.411154844Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.411185245Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"450.81608ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.4172781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.41762081Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf82885b-4361-45be-857d-a4e711532840\", \"content-length\": \"1\", \"date\": \"Tue, 19 Nov 2024 19:52:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.419193352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.419420238Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.421130345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":25,"elapsed":"460.932093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.433284584Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.433573572Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.434085136Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7e9337-d4d0-498a-aa9c-103d39426960\", \"content-length\": \"583\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.434112516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.434330942Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/ce4647e9-0216-44c5-b36b-bb792068dc47/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3bd8787-35f2-43b4-ac7b-dc43a144cb20\", \"content-length\": \"130\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.434348043Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.435410251Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.436030918Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.436556012Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"95ddf9d0-cc93-4d01-9326-8bda06a8adb8\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.436582843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.437160639Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.43718432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.437329903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.438091184Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"004a7a0c-e00e-490c-8008-0209595911b4\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.438110145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.439965865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"613c2754-ba59-4765-a8b7-21930d19268d\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.439989025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.442091312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.442132163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"481.764498ms"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.446954604Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"vmm_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-19T19:52:53.469166781Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.446978535Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"vmm_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-19T19:52:53.469166781Z }","propolis_id":"ce4647e9-0216-44c5-b36b-bb792068dc47"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.446991125Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"vmm_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.447286713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"vmm_id":"ce4647e9-0216-44c5-b36b-bb792068dc47","sled_id":"367f799f-31b8-4d9a-a686-ab6e465d52be","instance_id":"c1656de4-4bd9-4fa0-a812-f3b5257463f6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.468777205Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.471136409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.471151429Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.471381296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.482941129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{532005a0-7958-4028-b3e3-77fcd9d47940: {10.151.1.176: {97e1f22a-3068-4271-bde0-82d7822888b7}, 10.151.1.175: {97e1f22a-3068-4271-bde0-82d7822888b7}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.485487508Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.485843487Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ffabb733-2393-4768-b391-d6940a565d37\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.485858828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.486156956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.488210591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.488404837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.491541162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.49184237Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.497512703Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.49961195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"539.45936ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.532918052Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.533262071Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.535247405Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.535686757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b85bbf-e438-45fb-aec2-5052bf607a66\", \"content-length\": \"810\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.535719388Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(1044580) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.535730298Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.535738419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.536743366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":25,"elapsed":"576.468113ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.537805094Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.537818175Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.538131434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.538614396Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.538796621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.540766775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.541003761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.543775226Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.544089675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547049095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547059805Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.547067345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.547211919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.547406545Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"49d0c711-ac3d-4fea-a8cb-857aa52f74d1\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.547561689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972edb15-f315-4af3-b9c5-3cf59da369c9\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:52:57 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547587259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.54759935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547905348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547919179Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547927529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547935399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547943049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.547950939Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.548110724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.548122884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.548264398Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.548273338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.548534385Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.549119491Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":25,"elapsed":"588.845568ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.550141959Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.550257882Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"440b4e97-4c15-4ebd-bdd5-79360811b1df\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:52:57 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.550272822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.550374765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d504877-aa73-47b4-856f-9dba238b3a7c\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:52:57 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.550390935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.550402876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.651592776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c5764c13-d3ae-436d-ac30-09ea14c439cc\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:52:58.651612887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.651621517Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.651851583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33e83f3-d6f0-4748-ae86-dfdcf0bbe332\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:52:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.651892124Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.652177152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.656095838Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.656309334Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.659192362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.65948294Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.661210137Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.661407922Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:52:58.669022388Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":25,"elapsed":"708.808277ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:00.304983605Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"6e0990d1-3b82-4364-94a5-82e637644e5f","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3030,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.960144879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.960193941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.960202811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.960211321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.96054749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.96056075Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.988730093Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.988773365Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.989090723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.991265612Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.991280273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.991423436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.993229595Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.993558904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.994452188Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.996899185Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.996913675Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:07.997049769Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:08.009048394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:08.009091705Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":74,"elapsed":"48.906725ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:08.018332095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"58.193426ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:15.300602061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"02fafeda-d1f1-4503-a0b2-41f45e6733d2","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":418,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.959769919Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.95981322Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.9598237Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.959830341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.960257622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.960317494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.962696648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.966484951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.966517762Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.966770869Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.970373426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.970648974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.972299168Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.974785846Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.974798056Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.97495444Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.986436051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.986452182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":75,"elapsed":"26.677093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.994362126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:17.994618143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:18.021815479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"62.053711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:20.293645338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"abf3da34-d66a-4cc5-94d4-293d2aede511","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:20.293951266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"abf3da34-d66a-4cc5-94d4-293d2aede511","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:20.296214337Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"abf3da34-d66a-4cc5-94d4-293d2aede511","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2637,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:20.296535666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"6f039d23-3369-4d45-8ebc-87f41849cf25","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:20.296864025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"6f039d23-3369-4d45-8ebc-87f41849cf25","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:20.298885159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"6f039d23-3369-4d45-8ebc-87f41849cf25","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2423,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960089997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960148579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960158079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96016611Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96017273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96017957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96018683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96019412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.9602006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960207981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960213971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960220791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960227121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960233911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960241072Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960248512Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960254972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960261632Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960268242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:27.960275613Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960284153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960290843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960297223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960305193Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960312434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960318674Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960324864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96055569Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96056893Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960612432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960627252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960637532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960688534Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960697504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960705914Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960713174Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960721065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960729765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.960738445Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.962706688Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.963698775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.573207ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.964485296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.964495957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.964637371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965305559Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96533203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96534132Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96534899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96535777Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96536813Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965375191Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965382641Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965611267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965624447Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965633708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.965688059Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.967680863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2535, tv_nsec: 255418508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:27.968005002Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.968733802Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.96904793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2535, tv_nsec: 256785335 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:27.96942415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.970923561Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.970949222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.971078195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.980246053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.980762867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.997031948Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.998903009Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.998920339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:27.999070063Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.002007963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.002041264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"36.729554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.00450327Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.004534331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.004667965Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.005794875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.006124484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.006684829Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.00670252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.00670926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.006865344Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.007696727Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.00964885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.009711371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.009977239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.010544134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.010572565Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.010796651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.010924714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.011235403Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.011626423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.011647154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"51.564916ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.011796638Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.011827689Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.011958422Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.01373408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"53.568771ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.01447105Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2535, tv_nsec: 302207255 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.014704967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.014729547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.014792259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.015375825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.015685963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.017310857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.017326018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.017496152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.017957485Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.017968875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.018115579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.019463436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.019806045Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.020124283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"54.818115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.022028125Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.022459577Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.024963414Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.024982375Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":76,"elapsed":"64.815186ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.041446051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.043603139Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.043629Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.043761783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.04438117Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.044398981Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.04472667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34bfcca3-00fc-4a97-bd9f-12b4735acbc6\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.04474616Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.045959363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.045988984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.046273462Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ba39f9-0a40-4569-a3e0-19bbda83a9d7\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.046293032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.047293439Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.04805424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.05028325Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"89.424572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.050313861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.050805134Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.053659972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.053985811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.055464811Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.05655608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"91.22735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.057891846Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.057936547Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.058086962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.059522781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.059537501Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.059543821Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.059781948Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.059815738Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":26,"elapsed":"99.644689ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.066761157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.067011963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.07722885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.077255161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.0776129Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1d3aba-09af-46f2-b9b1-b2420d98f08b\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.077631051Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.080088007Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.087683463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.088130935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.092811372Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.092834263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.092844443Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"132.730855ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.095490424Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"130.132354ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.104584451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.10493655Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d5a980-274c-4c3c-a701-c8fd271e3e83\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:53:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.106552984Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.106803391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.107989013Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":26,"elapsed":"147.737211ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.108487867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":26,"elapsed":"148.251505ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.121390746Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"161.237887ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.171637177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.171664338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.185542803Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.185851292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.187343032Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.189131411Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.189146901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.189311425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.218350022Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.220099859Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.22011085Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.220246843Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.222610177Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.223041589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.225033393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.225048153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.225392053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.23561399Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.235949929Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf20db31-d8bb-422e-a833-c51895b3d5d1\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:53:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.235977709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.23598957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236296258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236310068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236318029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236326589Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236334469Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236342879Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236502264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236512864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.236665968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.236675378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.236911625Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.239243888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.239356951Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6833333b-8194-44c4-ba3b-b2eaaacfde40\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:53:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.239366761Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.239444853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87412e94-5f87-4a86-9da4-9eb8cfe917b2\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:53:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.239456554Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.239467124Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.252877087Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7f23bf-3bc2-4e4e-b3f2-0218512bc2af\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.252899098Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.253136434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.253845223Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.260687279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90590d9e-3305-4005-b8a2-e4320586a327\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.260713599Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.26072887Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.26073987Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.262306473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":26,"elapsed":"302.100082ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.26850162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.268524691Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.268760537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f2249d75-4e33-4057-a67c-0597e1c97cd2\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.268777048Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.269097416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.271258015Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.271477531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.274092232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.274361549Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.277308779Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.277321419Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.277746581Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4729c1f2-9467-4fe0-988b-12c8fdec1bd5\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.279164949Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":26,"elapsed":"318.945248ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.36154473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"65d83554-aad6-471a-9b98-fbca1e10ddec\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:28.361570791Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.361580531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.361874809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"228b765b-1a3a-4eb9-921e-bae1ab44a366\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:53:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.36191269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.362138786Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.365497707Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.365818416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.369376712Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.369578718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.371615363Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.371932011Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:28.379302451Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":26,"elapsed":"419.106731ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:30.300379609Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"0893dc18-d4af-4b5e-95ea-ac53f1277f94","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.96057095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.960649972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.960666583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.960680783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.961124865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.961147396Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.963476279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.965909295Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.965923985Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.966059509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.968572197Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.968980068Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.996990026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.997320945Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.9985995Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:37.999062333Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"38.523623ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:38.001221391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:38.001241301Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:38.001396506Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:38.009276539Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:38.00929867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":77,"elapsed":"48.724099ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:45.301552496Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"371134e9-59c5-4e4f-b2b1-6fe191b3086b","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":460,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.960029455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.960092357Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.960108828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.960123728Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.960466787Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.96057144Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.962546283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.965166154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.965190775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.96535119Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.967281252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.967491697Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.971670331Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.974049875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.974065126Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.974199979Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.982971927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.982990347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":78,"elapsed":"22.969412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.99676005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:47.997058978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:48.02555212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"65.551565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:50.293971055Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"df9decae-9265-421d-a983-99aa889ad020","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:50.294290314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"df9decae-9265-421d-a983-99aa889ad020","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:50.297125471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"df9decae-9265-421d-a983-99aa889ad020","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3222,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:50.297411118Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"5d45d3dd-f79c-4484-9740-7f94e367e9b1","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:50.297732927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"5d45d3dd-f79c-4484-9740-7f94e367e9b1","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:50.299951617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"5d45d3dd-f79c-4484-9740-7f94e367e9b1","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2604,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960518448Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96058217Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96059772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960612081Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960622901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960634121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960646432Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960658672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960672673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960685963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960698123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960710283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960722364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960734614Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:53:57.960746684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960760775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960773145Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\"}","iteration":15,"elapsed":"15.67µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960786445Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960798446Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960810546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960822497Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960835017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960846417Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960859218Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960870938Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960883198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960894459Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960906899Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960918279Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96093066Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960941Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.96095412Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96096523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960977361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.960989361Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961001061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961013182Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961026892Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961039123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961051203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961063953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961076264Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961088734Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961102084Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.961114274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-19 19:43:57.960801536 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961126885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961139495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.961151315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961162636Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961174326Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961187496Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961202637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961216757Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961230968Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961245978Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961261198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961275679Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961289259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96130275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96131531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96132853Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6805754c-e76e-4239-8505-cec4433c6625.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b66ee542-3bb8-4a73-84f4-750c58e065cd.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2565, tv_nsec: 249036415 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961350421Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961366291Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961381162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961396082Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961410053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961425653Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961440283Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961455804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961469434Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"216d60cb-f227-4c7a-8ea8-b35a2477da58.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5ab01216-071b-4591-a0de-d5e1c8dacc5a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dc2135a1-6478-49d7-9c9f-6c155521750c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 2565, tv_nsec: 249176889 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961728711Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.961757992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.050339ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.962079781Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.962111612Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.243664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.963000005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.963217962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.963470348Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2565, tv_nsec: 251178943 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.963689244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.963783737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.964169927Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.964458095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.964480006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.767612ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965144014Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965165924Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965174395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965182035Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965189215Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965301518Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965309878Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965316828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965322708Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965329529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965336329Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965342969Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965406861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965423621Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2565, tv_nsec: 253151107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965445222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965575845Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965587266Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965594656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965603286Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.965708669Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965729239Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.96573769Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.965885144Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.968393552Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.968490754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.969741578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.971559037Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.971578018Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.971732192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.97203016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.972044321Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.972207865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.972837862Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.972864103Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.973060408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.974370324Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.975523155Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-19 19:43:57.960801536 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.975545685Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"expiration\":\"2024-11-19T19:43:57.960801536Z\",\"pruned\":[]}","iteration":14,"elapsed":"14.724169ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.976038529Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.976064049Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.976181793Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.977328504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.977725854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.978086514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.980981252Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.984488338Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"19.300663ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.985075594Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:57.985093864Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.985105784Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"19.932299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.985117504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.985354261Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.985457204Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.98568415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.985946507Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.98605725Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.98751644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"26.732384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.992964717Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.992996258Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.993384208Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.99641359Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.99711644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.99713391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:57.997381337Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.000787149Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.00081418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.001073867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.015637391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.015689683Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.015700713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.016051312Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.017853131Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.018629822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.018899499Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.020471972Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.020504003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.020616626Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.020733989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.021370886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.023399091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.023427982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.023629948Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.023970017Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"58.807892ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.024518332Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.024539832Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.024730327Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.026633479Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.027656857Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.027689917Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"67.169109ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.028418267Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2565, tv_nsec: 316126882 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.028581722Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.028633273Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.028649074Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.028738676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.028917771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.029335142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.02962081Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.032346574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.032549109Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.032837867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.03441974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.034445831Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":79,"elapsed":"73.819419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.034712408Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.034912563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.036363192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.037342089Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"72.161375ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.038717426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.03887153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.038886181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.038893091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.038899381Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.039048925Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.039090876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.040655259Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.04070542Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.040961277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.045638974Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.045993713Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":27,"elapsed":"85.28649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.046305792Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.048264705Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.048295876Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.04843725Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.048661825Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.04883851Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.048854191Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.048865911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.049008745Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.050595798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.052248963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.052273523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.052400107Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.056513598Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"95.833376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.05880181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.059026546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.069309155Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.069339585Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.069350826Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"108.591261ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.070369073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.070395464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.070403314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.070816425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.072136091Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.072557153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.078942826Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.078966866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.078974786Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.078981647Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.079274475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.095781302Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"130.620198ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.096963564Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.096996615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.097009615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.097258352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.099158003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.10161733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.101761854Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-19T19:40:52.334424Z, time_modified: 2024-11-19T19:40:52.334424Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 574d9db1-c33c-4483-8f91-17356849e552, db_silo: Silo { identity: SiloIdentity { id: 574d9db1-c33c-4483-8f91-17356849e552, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-19T19:41:00.857617Z, time_modified: 2024-11-19T19:41:00.857617Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.101787714Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]}},\"default_endpoint\":{\"silo_id\":\"574d9db1-c33c-4483-8f91-17356849e552\",\"tls_certs\":[\"124ae3188c7e7945007d25a48cc7c058990b24dc602b40a4aa36d4927d6216c3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"141.04516ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.101832636Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.101845776Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.10199642Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.104018935Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"c097cf6a-6db6-4dad-a6dd-6f732870ac5d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.104044296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.104053886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:41:00.914663 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.104063486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2}","iteration":14,"elapsed":"143.454735ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.105865715Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.105892026Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.105903006Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"145.356967ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.106195514Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"145.432488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.107371395Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.107704625Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.108178157Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"143.024324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.113272025Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.11602901Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.116049111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.116215415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.118366783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.118387804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.118398464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.118561339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.145505378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.145532079Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.145873418Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2d60a0-c1ce-4424-9642-96f3a4470560\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.145898819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.148193001Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.165056828Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.165082949Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.165341546Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a45b42c-ab4a-4a45-a33b-84d0f8b9cf28\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.165356376Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.167192536Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-19T19:53:58.170061724Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.170081474Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"209.413872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.202895583Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.203328074Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.236378989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.257396289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.257417269Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.257686847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c23f87-cc83-4b1d-9b94-086c7e361c57\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.257703877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.260089702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.283168797Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.283522866Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"736921ff-c129-4264-8196-374617d4d136\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.283543947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.28551865Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e8ebf67e-014c-418a-b790-e8cfdbf15785\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.285551161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.288562233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.288581423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"327.937232ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.28918201Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":27,"elapsed":"328.569688ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.29400304Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.29401633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.295891341Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.297746442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.297760292Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.297909856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.29916834Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.30063205Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.30065016Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.300774744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.325920425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.328588347Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.328606877Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.328735971Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.331487255Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d25f3d1b-485e-462d-8de8-aec37dc144b3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.331514306Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.331526977Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"current_time_created":"2024-11-19 19:40:59.099664 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.331538967Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1}","iteration":14,"elapsed":"370.959457ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.383420952Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.392817806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1694f7e7-560a-4dde-b6f1-7c3bdbe6cae9\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:53:57 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.392847997Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.393184316Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.432947733Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.433466127Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00a25e9d-0872-480e-a075-baef5021658f\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.433492718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.433503048Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.433510888Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.435127222Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.435142643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.435343008Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7198ed11-da1d-4b6a-b7d3-ab9ef3c3b4a4\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.435353848Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.435594645Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.435623216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":27,"elapsed":"474.819339ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.437732413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.437951249Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.44095958Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.441157875Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.44427497Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.444295911Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.444669661Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e0e517b9-8a9c-4d6a-aa95-38f3b25c9381\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.446068868Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":27,"elapsed":"485.247402ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.495869847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.49633115Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"95690f14-dd05-4a12-8481-913adebbd981\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.496357061Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.498508769Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c66d3db-0d16-4159-882e-e30af0329d4d\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.498521389Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.498770726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.499013933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4dbb409-f95a-497f-9c03-263504259546\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.50040953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6901f974-8e04-40e5-b7a3-aa724b6cb2b9\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.500421401Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.501944262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.50223216Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.502473406Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.502504167Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"541.879086ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.504482631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":27,"elapsed":"543.940271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.544408172Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.544731771Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.546417966Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.546432437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.546724885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.553583671Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.553836187Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce5d858-1b47-480e-95c1-cb422f2baa5b\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.553858558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.553869248Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554141686Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554155856Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554163486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554170806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554178467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554226808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554339471Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554349931Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.554563527Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.554572277Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.554791563Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.556394556Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.55650822Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47708c4a-377a-4bfb-8d99-90d0b37624bc\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.55652034Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.556599672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a5f78c-0936-4c3f-8d57-1e3847c2f223\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.556618823Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.556630053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.657043662Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d74e0619-8033-43cf-a412-336e0db25b3d\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:53:58.657066073Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.657075903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.657373441Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb5f39c-c3f5-4d5d-a83c-c7e16f1afdb7\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:53:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.657411503Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.65768531Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.661501123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.66174553Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.664199716Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.664520785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.666748955Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.666968101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:53:58.673972861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":27,"elapsed":"713.207556ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:00.301621593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"94d5f193-53b6-461f-a7e3-45d77112cb09","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:05.293521198Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"257516e2-c9c2-4aea-bfa4-45394a155676","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:05.293869467Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"257516e2-c9c2-4aea-bfa4-45394a155676","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:05.296794957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"257516e2-c9c2-4aea-bfa4-45394a155676","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3351,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:05.297062454Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"21f37153-86af-416b-98dc-63b95d79e0df","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:05.297399963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"21f37153-86af-416b-98dc-63b95d79e0df","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:05.299645644Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"21f37153-86af-416b-98dc-63b95d79e0df","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2650,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.959807849Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.959882721Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.959903681Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.959920232Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.960381244Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.960402185Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.962524212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.962720587Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.962830401Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.964516886Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.739238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.965476812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.965487673Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.965663057Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.967568909Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.967756394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.969154152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.971598058Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.971610538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.971746812Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.980738855Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:07.980759446Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":80,"elapsed":"20.962458ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:15.30133819Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"272bb5f9-c085-4ff9-9bf2-b33b3ba34398","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.960506237Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.960573029Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.96059362Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.96060891Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.961086463Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.961114884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.962841391Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.963049236Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.963692664Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.964270749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.797783ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.966122339Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.96613095Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.966283574Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.96799905Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.968167475Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.969624254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.971808693Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.971817464Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.971955947Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.982585295Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:17.982604986Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":81,"elapsed":"22.096108ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959841159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959906651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959918751Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959926982Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:27.959935422Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959944092Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959951622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959958623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959966433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959973263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959978963Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959985893Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.959992233Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960000404Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960007484Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960014904Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960021874Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960029824Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960037345Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960043605Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960050315Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960057665Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960064415Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960071426Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960077806Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960085356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960091036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960275631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960420425Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960434465Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960443356Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960453436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960462436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960470926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960480206Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960488667Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960495737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960544498Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.960555608Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.963125718Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2595, tv_nsec: 250815054 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:27.963357455Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.963507688Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.963698254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.964725961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.705537ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965079631Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965090591Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965098142Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965104402Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965110672Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965117772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965124152Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965130883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.96539151Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.96542022Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965433351Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.965490912Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.966091298Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.966106219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.966279804Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.966733956Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.966742666Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.96689162Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.968278908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.969211033Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.969296015Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2595, tv_nsec: 256977040 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:27.969593203Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.96983289Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.970458957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.971716101Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.971743491Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.971946837Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.97242933Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.972450651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.972643096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.972755989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.9727798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.972933884Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.97315282Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.97316305Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.973307364Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.978672509Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.978934926Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.97944384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.979556243Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.979624785Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.979776889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.981211808Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.981558477Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DnsResolver","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-367f799f-31b8-4d9a-a686-ab6e465d52be.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2595, tv_nsec: 269246983 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.981578648Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:27.981789494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.982227726Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.984719003Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.984740214Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.984878227Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:27.989425121Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.989452181Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"29.436608ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.992900495Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.992928765Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":82,"elapsed":"32.941782ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:27.997062217Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.997081798Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.997088908Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:27.997367096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.000329796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.000577603Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.002356111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.002590867Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.00269528Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"42.794268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.00341898Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.003751698Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.005757633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.005971538Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.006197275Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.006481172Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.007567962Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.009506054Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.009739961Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.010142842Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.010239754Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"45.137303ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.011354274Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Sled { parent: Fleet, key: 367f799f-31b8-4d9a-a686-ab6e465d52be, lookup_type: ById(367f799f-31b8-4d9a-a686-ab6e465d52be) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.011377795Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.011516039Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.01156378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"46.453588ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.011627532Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.011879009Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.012705651Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.012962228Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.012976558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.013190004Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.014612133Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.014634143Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.014779637Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.014999593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"0","iteration":28,"elapsed":"54.956679ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.01526737Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"50.175239ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.036247809Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.03628596Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.0362944Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.036576847Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.039047394Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"79.182375ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.040407541Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"75.31747ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.063953989Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.063976789Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.064284428Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac30ff2a-9f71-436b-805a-17ba948e514e\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.064306749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.065770428Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.074802533Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.075196684Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.07655127Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.07656163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.076569731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"116.658809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.076955861Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.078718889Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.078731159Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.078881783Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.080290371Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.082207863Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.082219154Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.082403709Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.093302504Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.093324494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.093604192Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d223251e-90db-46c2-82de-e6032c1ee9fa\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.093619702Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.095338219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.115549656Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"155.515682ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.132087384Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.132100314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.132387442Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d82e566a-396b-45a8-aa36-8bd81e0d0e2c\", \"content-length\": \"26\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.132411523Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.133958615Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.197754433Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.197780123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.246877593Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":28,"elapsed":"287.040314ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.277238195Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd10b52-9561-488d-9ca6-6a75b2039bc6\", \"content-length\": \"372\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.277269186Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.277610355Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.309691494Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.310001473Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0427b961-9039-40f9-893e-dc8d13572e1c\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:54:27 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.311878254Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.312154731Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.314132755Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"null","iteration":28,"elapsed":"354.188972ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.322710957Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.322729537Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.322940053Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"649b238d-ebfa-4379-bc53-3016ffe981c4\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.322950423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.323271352Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.325646396Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.325879623Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.328956296Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.329290735Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.359504493Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.359860163Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18317a8d-6b32-4995-b419-c78f963e51aa\", \"content-length\": \"691\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.359880314Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.359894034Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.359905814Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.361542579Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":28,"elapsed":"401.613457ms"} {"msg":"VPC route manager sled 367f799f-31b8-4d9a-a686-ab6e465d52be push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.363141992Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.363156242Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.363404489Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"SledAgent":"367f799f-31b8-4d9a-a686-ab6e465d52be","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"06a97baf-eea5-4319-ac19-6058bd50bc66\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.363726578Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.364052676Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.364821237Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":28,"elapsed":"404.955428ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.365946378Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a68dfa26-df51-47ac-99e1-020d4ab1bb0f, rack_id: 479337c4-04f4-4e7a-9efb-a08d086d843e, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ca22c5c2-f96d-4de4-b493-ae0bace3800c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.365958928Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.366144573Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.37564521Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.375889357Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e97727a-77bc-46e7-bff6-d8f89b9ba599\", \"content-length\": \"134\", \"date\": \"Tue, 19 Nov 2024 19:54:27 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.375910998Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.375955219Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ca22c5c2-f96d-4de4-b493-ae0bace3800c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376158895Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376189005Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376196276Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376204366Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376211446Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376218516Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.37636065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.37637263Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.376595036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.376606076Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.376912775Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.378743065Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.378838317Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1c7eb7-3107-4a97-9596-8bfab509edce\", \"content-length\": \"2\", \"date\": \"Tue, 19 Nov 2024 19:54:27 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.378852437Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.37893835Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"DpdClient","rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60252b0-15ee-47d0-a22f-e5ce0446912a\", \"content-length\": \"52\", \"date\": \"Tue, 19 Nov 2024 19:54:27 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.37895519Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.37896652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.481294262Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"46464dc8-24f1-4406-8385-05242b0d484c\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.481323903Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.481335953Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.481704393Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"rack_id":"479337c4-04f4-4e7a-9efb-a08d086d843e","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e206cf-3809-48ec-adb9-8e1086757884\", \"content-length\": \"682\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.481741774Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.482030212Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.485504606Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.485753423Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.489535625Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.489834973Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.492158166Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.492366652Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.499634749Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{}","iteration":28,"elapsed":"539.660846ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.850680436Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.850704416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.88111221Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.881207633Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61989"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.881371827Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"df3c8ed1-2870-491c-8580-9a4472d425a0","remote_addr":"[fd00:1122:3344:101::c]:61989","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.881647885Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"df3c8ed1-2870-491c-8580-9a4472d425a0","remote_addr":"[fd00:1122:3344:101::c]:61989","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.927157617Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"nexus/src/app/oximeter.rs:76","collector_id":"de978b94-a70f-4779-892c-8ea3260e7a5e","producer_id":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:28.927178558Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/producers","method":"POST","req_id":"df3c8ed1-2870-491c-8580-9a4472d425a0","remote_addr":"[fd00:1122:3344:101::c]:61989","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45871,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.927245449Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3c8ed1-2870-491c-8580-9a4472d425a0\", \"content-length\": \"41\", \"date\": \"Tue, 19 Nov 2024 19:54:28 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.928228816Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:28.928240416Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"component":"producer-registration-task","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:30.301786036Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/6880cb29-d555-4d40-84be-52baa0347d94","method":"GET","req_id":"05be8ac8-ec8a-4af1-ab81-97ceadec4d31","remote_addr":"[fd00:1122:3344:101::d]:50276","local_addr":"[fd00:1122:3344:101::c]:55522","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":429,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:35.293915588Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"bc466759-aaf2-4821-942f-ba1ef8d29e3b","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:35.294423122Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"bc466759-aaf2-4821-942f-ba1ef8d29e3b","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:35.297536796Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?sort_by=id_ascending","method":"GET","req_id":"bc466759-aaf2-4821-942f-ba1ef8d29e3b","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3714,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:35.297794413Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"afb65eba-b999-4c0f-891b-a7312c5d6b2c","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:35.298073161Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"afb65eba-b999-4c0f-891b-a7312c5d6b2c","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-19T19:54:35.300374723Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"uri":"/metrics/collectors/de978b94-a70f-4779-892c-8ea3260e7a5e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiZDlmNGFlYi00ZDU5LTQ5NzgtYWMwMS1hYTAwZjEzMzMyNWMifX0%3D","method":"GET","req_id":"afb65eba-b999-4c0f-891b-a7312c5d6b2c","remote_addr":"[fd00:1122:3344:101::d]:36038","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"6880cb29-d555-4d40-84be-52baa0347d94","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2620,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.960685102Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.960732483Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.960744153Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.960753883Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.961045991Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.961061772Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.962524111Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.962703096Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.963014815Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.964140155Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"3.475934ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.965512602Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.965523643Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.965659486Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.967357832Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.967566128Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.968709409Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.9709511Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 7ca820d9-9fe8-4027-8c5c-afa3556e7625, lookup_type: ById(7ca820d9-9fe8-4027-8c5c-afa3556e7625) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.9709622Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.971100744Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.979563023Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"original_time_created":"2024-11-19 19:40:43.653317 UTC","original_target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","time_created":"2024-11-19 19:40:43.653317 UTC","target_id":"7ca820d9-9fe8-4027-8c5c-afa3556e7625"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-19T19:54:37.979576123Z","hostname":"oxz_nexus_6880cb29-d555-4d40-84be-52baa0347d94","pid":24558,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6880cb29-d555-4d40-84be-52baa0347d94","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"7ca820d9-9fe8-4027-8c5c-afa3556e7625\",\"time_created\":\"2024-11-19T19:40:43.653317Z\"}","iteration":83,"elapsed":"18.896142ms"}