{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.817212327Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.817308319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.817545001Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.818051236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.818061276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.8183605Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.818876225Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.820125339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.820442972Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.821495444Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.821509313Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.821645705Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.821681826Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"3.627909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.823482425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.823778788Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.82488519Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.827448647Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.827465108Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.827587049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.83516911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:09.83519286Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":50,"elapsed":"17.993183ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:10.541104138Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"e230d56b-f680-4f62-b553-57ea6b25fb2b","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":566,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.817334258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.817389999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.817682532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.818144647Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.818173667Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.818355579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.819196428Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.819821335Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.82031957Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.821751876Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.602088ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.821862147Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.821876457Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.822014498Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.823618416Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.823795507Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.825086121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.827517098Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.827536368Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.827657539Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.835960688Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:19.835993029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":51,"elapsed":"18.66365ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:20.540729354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"0d186c46-b900-4452-9807-1c258edbb47f","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.81760837Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817660541Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817670851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817679711Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817688741Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817696551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817704361Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817712401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817719991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817727871Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817737011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817743931Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817752352Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817759822Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817767792Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817776152Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817783852Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817792002Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.817799872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818046295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818096255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818108726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818121266Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818133096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818143096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818152486Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818201467Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818213667Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818776453Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818785413Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818792303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818798203Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818804513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818811293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.818817623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818824333Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818830533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.818837303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.819027055Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.819037515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.819045305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.819082466Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.819811364Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.820606852Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.820874395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.187494ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.821104698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 12996, tv_nsec: 950863387 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.82137285Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.821397151Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.82223319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.82224913Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.822368071Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 12996, tv_nsec: 952126121 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.822427972Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.822563013Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.823329851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.823352792Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.823490753Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.8241141Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.824550135Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.824561375Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.824710396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.826237163Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.826253843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.826263103Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.826438875Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.826701428Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.828402426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.828415366Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.828631468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.828976172Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.828986712Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.828994212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.828999912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.829006063Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.829182054Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.829243095Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.829669219Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.82967938Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.829848852Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.830760121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.830770961Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.830916663Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.831868623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 12996, tv_nsec: 961633253 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.832177517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.832252787Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.832313278Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.832438319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.83252712Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.832741352Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"13.96044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.833165017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.834520482Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.834561512Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.834572352Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.834578732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.834648683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.834839725Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.834883226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.835021557Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.835032337Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.835192929Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.836601804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.836626784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.836745495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.836885877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.839396264Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.839408284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.839543536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843361166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843378277Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843387017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843394437Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843400657Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843407967Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843414597Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843421457Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843585679Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.843606249Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.84363982Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.84371163Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.852132571Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.852168311Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":52,"elapsed":"34.47715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.862845045Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.863177879Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.866749477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.867223562Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.867456985Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.86793164Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.869075702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.869937401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.870368726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.871894952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.871915983Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.871925423Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"53.12764ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.872998854Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.873042504Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.873225037Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.874670852Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.874937425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":18,"elapsed":"57.209904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.874950325Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.876629203Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"59.007163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.876653923Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.878650585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.878667065Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.878794316Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.879050319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.879076929Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"60.258266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.882261923Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.882552137Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.884092513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.884112443Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"40.752407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.884123994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"40.750756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.884280475Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.884788511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.885080784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.886534069Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"43.161622ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.903506412Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.903530332Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.903857655Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"659587ea-a3ee-4396-ae64-8030b727fe65\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.903873575Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.906061469Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.90897994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"91.275029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.913768722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.914064375Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.915872604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.91635917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.91636826Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"98.7158ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.917870156Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.917880236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.917991997Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.918000887Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.918129149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3235f48f-b88d-4389-9ef9-42468173768d\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.918146299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.918154559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.919570664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.920327012Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"76.965296ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.930028926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.930041827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.930284289Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6043489-bf91-4a46-a08f-eda3e817ecea\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.930295379Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:29.932453362Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.997599192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.997892945Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac5bebef-10fb-49a9-8d08-b765735da171\", \"content-length\": \"1\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.999529142Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:29.999798945Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.005677108Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.005693859Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.005996412Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a049e917-abd5-4408-8c6b-8d331716fc1a\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.006029192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.006382346Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.007313596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.007598249Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":18,"elapsed":"189.965709ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.009096285Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.009104655Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.009263537Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.011476551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":18,"elapsed":"193.73423ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.020568278Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.020590049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.020794511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"db382313-cd09-49cc-a895-616d857be14e\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.020817991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.021150595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.023236007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.023447299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.026178329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.026432431Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.029610825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.029634806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.03000051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dbacb07e-2b5d-4058-8106-d5346c1ea123\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.03187053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":18,"elapsed":"213.074656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.093553392Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.093953486Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.095848247Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.095877177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.09619896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.12223378Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.122678324Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745c502a-5080-4125-b841-bd12dd6b9e50\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.122707995Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.122717955Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.122725485Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.124879248Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":18,"elapsed":"307.144137ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.133011275Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.133257118Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5383c8-cd1a-4514-b7e1-f0a565dcb8af\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133281558Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133292409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133586932Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133599532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133606612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133613952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133621142Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133627762Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133789224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.133797914Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.134029486Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.134038877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.1343461Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.136715875Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.136826056Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d22ff3-4993-4baf-a2cb-6c19ea922558\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.136839427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.136928208Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef00d18-731a-42f4-a924-6e637b33eb2c\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.136942348Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.136953158Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.243173388Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bcf200e6-ab59-4822-a5d8-f4c90a305783\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.243219499Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.243231219Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.243449611Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d88974f-b246-49ab-bc9a-1a403a3bfc90\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.243490872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.243852545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.247639336Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.24794574Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.251136394Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.251382776Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.252834752Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.253033744Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.261202192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":18,"elapsed":"443.601262ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.484553869Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.48460738Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.516820866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.516928627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50708"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.517082669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7100bf4f-4bb1-4c94-a5f2-399f193e8de4","remote_addr":"[fd00:1122:3344:101::a]:50708","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.517445853Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7100bf4f-4bb1-4c94-a5f2-399f193e8de4","remote_addr":"[fd00:1122:3344:101::a]:50708","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.540635132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"bfc89923-db9c-45a5-9620-7e21ef5def4f","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":326,"response_code":"200"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.554131227Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/oximeter.rs:76","collector_id":"afc461c5-5a34-4bdf-8818-07fb287a6a77","producer_id":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:30.554162177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/producers","method":"POST","req_id":"7100bf4f-4bb1-4c94-a5f2-399f193e8de4","remote_addr":"[fd00:1122:3344:101::a]:50708","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":37143,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.554232408Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7100bf4f-4bb1-4c94-a5f2-399f193e8de4\", \"content-length\": \"41\", \"date\": \"Wed, 22 Jan 2025 09:30:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.556270399Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:30.5562825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.817224655Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.817316016Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.817613719Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.818461488Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.818471948Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.818842732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.819649531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.819985015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.820280678Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.82231529Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.82232634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.822476002Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.823913817Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.824097459Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.825618675Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.828019731Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.828030601Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.828161952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.840488305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.840500475Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":53,"elapsed":"23.32335ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:39.847798053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"29.333585ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:40.540755842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"9f988174-6b6e-4035-837f-1dae7a94972f","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":349,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.817994563Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.818051923Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.818374507Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.818422917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.818434117Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.81864701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.81957604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.820173866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.820441439Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.822225928Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.822251248Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.82237341Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.824385621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.824698224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.82610485Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.828740618Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.828764938Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.82889895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.840251422Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.840279722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":54,"elapsed":"22.296459ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:49.849549041Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.118324ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:50.541097535Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"a2ae96a7-c4a8-4b0d-95f1-8252cecd20ca","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817560077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817611878Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":55,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817621878Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817630438Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817638058Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817645258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817652218Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817659968Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817666478Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.817674058Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-22 09:20:59.817598248 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817681978Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817689639Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817697109Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817704379Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817710909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817718479Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817725299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817731829Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817739589Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817746349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817752369Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817758849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81776869Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817777839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81778492Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81779141Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81779798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81780392Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81781072Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:30:59.81781804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81782598Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\"}","iteration":11,"elapsed":"11.15µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81783495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81784228Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81784912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.81785604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817862631Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81786904Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817877241Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817885301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817897341Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817908741Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817916151Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.817955861Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818017792Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818028442Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818037822Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818247025Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818264795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818277915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818290775Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818301705Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818310945Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818318325Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818325565Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818335596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818341466Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818347916Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818354196Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818360236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818366756Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818375016Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818381546Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818388966Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.818395026Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818401566Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818408176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818416666Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818425106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0dd41a65-6ea3-470b-8245-29da2ae7befa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 13026, tv_nsec: 947825665 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818438477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818448147Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818456707Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818465117Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"00ba62ae-6111-4ae5-ba3e-85c1a2193d6e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"aaee6681-841a-430b-abff-ede182f6fa30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 13026, tv_nsec: 947878095 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818554958Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818564398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818573148Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818579548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818609299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818619289Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818627839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818698709Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81871032Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"920.121µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81875057Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.81875956Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818836161Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818846551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.150062ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818901082Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.818911952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.819044843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.819052783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.819234015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.820742141Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"2.929751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.820757591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.821002024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.821223096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.821984595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-22 09:20:59.817598248 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.822009335Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"expiration\":\"2025-01-22T09:20:59.817598248Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.387897ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.823669133Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.823695443Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.823828344Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.825848726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.825991628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.826480763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.827590525Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.828841858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13026, tv_nsec: 958371768 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.829106401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.829161162Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.829172562Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.829366894Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.829547516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.829563866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.829830829Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.830203853Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.830225703Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.830380145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.831155293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.831179543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.831368556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.832064113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13026, tv_nsec: 961595113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.832315866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.833163425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.834034124Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.834284827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.83456724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.835315578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.835340418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.83547905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.836046116Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.836065606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.836222438Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.841511294Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.841801857Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.842351123Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.842585736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"24.323171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843007281Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843296773Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843322314Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13026, tv_nsec: 972828413 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843338014Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843347404Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843356044Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843363994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843370964Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843378105Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843384905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843392174Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843400225Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843407295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843413825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843421375Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843608187Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.843655587Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843708578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843728468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843801709Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.843812049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.8438786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.845934712Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.845961942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.846159474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.852473452Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.853298031Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.854100669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"10.753035ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.854755707Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.854782847Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.855038419Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.856724718Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"13.417753ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.858209974Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.858236964Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.858511407Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.861145555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"17.824141ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.872217664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.874188765Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.874383177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.874398978Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.874541039Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.874550389Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.875478609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.8755758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.87558985Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.87559964Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.875889474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.876320108Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.876552901Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.876714382Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.876727843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.876778033Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.876938615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.877002755Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.878031997Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.878054617Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.878256939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.878849775Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.878874735Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.879038167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.884210603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.88583011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.886533498Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.886556128Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.88672316Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.888760282Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.888788772Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.888952034Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.893415942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.893684485Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.894052898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.894082819Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.894096419Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"76.259059ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.894735826Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.895207101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.895245191Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.895463144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.895818497Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.896298122Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.897252083Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"79.486994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.897602776Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.900985783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.901015293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.901029503Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.901175515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.901524299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.902098065Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.902118425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.902129905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"58.788471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.902828623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.905298359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.905471221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":55,"elapsed":"87.763112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.90628635Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.90631084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.906525872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.907531593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.907770886Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.908947708Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.909302302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.911607497Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.911998581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"68.675357ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.914975633Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.915029694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.915261676Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.917948405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":19,"elapsed":"100.212536ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.929682231Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.929931044Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.931748983Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.933880706Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.933909856Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.934046458Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.9352298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.935259441Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.935267531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.935274471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.935581304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.937637096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.937722627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"119.970438ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.938402005Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.938426075Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.938436165Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.938634947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.938657547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.93893292Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.940592498Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.940619818Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.94076436Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.943096025Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.943294747Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.947614233Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.947642654Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.947651844Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.947658704Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.947831726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.949847957Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.953192213Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.953217864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.953353535Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.956465628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.956495399Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"138.214973ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.956874643Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.956897103Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.957239787Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71370a8-a157-4421-8605-d498a1070f68\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.957258877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.959485671Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.961070758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.96127718Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.962659755Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.96588616Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.96591621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.966140422Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.977540515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.977895529Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.977916149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"134.545714ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.978156091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.978171261Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.978182582Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"159.918707ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.980008401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.980028912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"162.348933ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.983845553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.983873653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.983889133Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.984130505Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.986189238Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.988735635Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.988762615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.989040168Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.989065818Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.989075938Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5239affd-c9ba-4eb4-853b-cfa49dc72b01\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.989089249Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.98920585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.99107805Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.996304106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.996328627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.996594709Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f789a9cd-100b-4ae2-b25c-232f48ffcbe2\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.996617579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.99662893Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.99663814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.9966483Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:30:59.996879662Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:30:59.998053875Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.013049456Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-22T09:21:56.794918Z, time_modified: 2025-01-22T09:21:56.794918Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.013094067Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]}},\"default_endpoint\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"195.401038ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.014909036Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"197.055326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.01626969Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.016721265Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:31:00.070328721Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.070462232Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"252.109166ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.098656385Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.122055446Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.179772046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.179820726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.180285701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9234c782-7df7-44cf-ad28-ddced3c1333b\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.180319372Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.180714036Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.182145001Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.182234722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.182257312Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.182271293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:21.799475 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.182291783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2}","iteration":10,"elapsed":"364.708585ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.185387046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.185422166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.188439249Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.192024767Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.192057698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.192069758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:20.965756 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.192081028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1}","iteration":10,"elapsed":"374.347039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.222881229Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.224908101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":19,"elapsed":"407.04512ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.225655118Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.225677849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.225873321Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.227484838Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.229947335Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.229971085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.230142097Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.246673314Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.246711744Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.247000198Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0474e005-f192-4584-9b53-6712cf85b7da\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.247017698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.247267861Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.254070583Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.254489668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.258942596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.259246699Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.263256472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.263280292Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.263766438Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3bb597b8-016c-4e80-9d55-9a16dad9768c\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.265751089Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":19,"elapsed":"447.473594ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.270413979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.270730192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5681cbd-f87b-453d-a147-e82e8d6d171d\", \"content-length\": \"1\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.272085097Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.27239376Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.274669825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":19,"elapsed":"456.854504ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.358535965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.362867651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.363264676Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31747c29-37c2-43d5-b8db-dbe29717bb4a\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.363288786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.363298596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.363306556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.365004425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":19,"elapsed":"547.401757ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.399323113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.399631346Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"dca29596-5b90-4c3f-8558-e1f042e1e2d1\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.399656517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.401726689Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0f99701a-1b69-4e99-9ecd-ff14bee5e5fc\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.401747259Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.403399367Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.403422967Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"585.8283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.424537513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.424891927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.426894749Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.426919549Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.427134221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.437311931Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.437471043Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.437795476Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c2323a-78fa-4755-a2e2-ec849fe2fee9\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.437812746Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.437822786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.437852547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e2f68ac-76fc-480b-a965-abccd1d42b70\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.437865037Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438076979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438088159Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438095409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438102849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438113079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438120559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438293291Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438311152Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.438555694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.438577554Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.438871758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.439261792Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"84bd1803-7cda-4355-a7f4-46b6c5945d17\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.439287902Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.440899149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.441026751Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d74a65-d768-426e-8a01-ef6851f4f3e5\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.441052151Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.441074751Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7ab4bea3-96dc-4c8b-9613-8cd9141fcc2e\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.441084841Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.441153432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f9516cc-5a69-43a3-9e51-5f56d993fe37\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:30:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.441167802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.441177632Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.443070612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.443113513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"625.289783ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.531767335Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2b85e653-fdae-41b2-9619-96e5817657b8\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.531794475Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.531803455Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.532374311Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b337aee-5c6d-426e-95fe-a0ff8dd297f8\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.532414922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.532692205Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.536186512Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.536427175Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.538459007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.53880167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:00.540459018Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"61524b88-509b-4fe1-9ff8-83f05f10d71e","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":346,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.54061628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.540803892Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:00.548407163Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":19,"elapsed":"730.761775ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.81782877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.817879351Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.818228144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.818826761Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.818837451Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.819191895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.819992883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.822620092Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.822643222Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.822782203Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.824877706Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.825172669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.826747426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.829452015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.829478365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.829610017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.844976701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.845008592Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":56,"elapsed":"27.187032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.852518282Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.852796916Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:09.854487414Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"35.661972ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:10.541146255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"034790fe-44be-457f-a10b-b22a3fcf80d2","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.818386295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.818457436Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.81885522Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.818920081Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.818964942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.819259975Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.820484318Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.823030115Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.823043465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.823184807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.824761554Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.825104628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.826885416Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.829604556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.829616936Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.829787578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.841942678Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.841962628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":57,"elapsed":"23.604303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.848084784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.848308057Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:19.849364918Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"30.455157ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:20.540403716Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"4386c204-7185-4e6f-81d9-ec722022ef3e","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818039511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818093731Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818104211Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818112382Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818119912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818128642Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818138322Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818144732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818150822Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818158732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818166062Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818173162Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818179552Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818187212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818194252Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818201152Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818207912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818241293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818248843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818482806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818498006Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818508366Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818516346Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818525736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818534476Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818544046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818573536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.818587447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819219654Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819242854Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819253354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819266634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819276014Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819283934Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819291334Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819299934Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.819307214Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819313975Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819449506Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819511946Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819528207Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.819559187Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.820613569Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.820843661Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"2.666509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.820900712Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.821806091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.822318917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13056, tv_nsec: 951622356 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.82259999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.822732011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.824084326Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.824099746Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.824287468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.82449604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.82450903Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.824695982Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.825530911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.825547591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.825707993Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.826883739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.826905254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.827117553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.829801087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13056, tv_nsec: 959102417 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.83004572Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.830845578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.833116823Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13056, tv_nsec: 962393622 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.833389875Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.833538357Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.833553127Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.833705949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.835443648Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.83567761Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.836059944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.836257876Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.83655128Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.836917944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843519684Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843538955Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843550645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843562295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843571815Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843582295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843629356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843643526Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843865238Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.843923609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.84405279Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.84407433Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.862818651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.862840141Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.862848121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.863173694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.864152365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.864345377Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.86645382Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.866746263Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.86836223Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.870329271Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.870363652Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.870484873Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.874935591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.874973071Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.876009812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"32.493128ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.877169395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.877184575Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"57.953731ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.877475548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.877485978Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.877585839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.877596939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.87764389Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.877770501Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.879600051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.879879944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.884011088Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.885446874Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.887042941Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.889891871Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.889915842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.890138574Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.891517619Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.891712641Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.891737481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.892109575Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c4125c-607d-40f3-a62d-05b73b574ad3\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.892135176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.894013166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.894029086Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.894288448Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.89440907Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.894635702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.895086417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.898168Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"54.608215ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.901026891Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.904229315Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.904263356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.904278806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":58,"elapsed":"86.147214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.904291926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.904445838Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.906268047Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":20,"elapsed":"88.211336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.907966515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.9084012Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.912945099Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.912970079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.913326703Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862fb225-447a-432d-bcf9-6efb3432b075\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.913347033Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.915015091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.916658249Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.916686149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.916694359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.917033433Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.921320119Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.921341129Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.921595802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cfb2980-5c5f-41be-bb3f-0975f3a495fb\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.921613002Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.922552162Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"103.330819ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.923987367Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.928752298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.929097102Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.93074415Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"112.593868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.93077332Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.932888383Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.932915543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.933033235Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.944810301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.945224305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.949245009Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"105.600663ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.952389992Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.952412343Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.952423403Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"133.185269ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.95867534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.959117915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:29.970458806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.970479486Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"152.341474ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.975671322Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"132.138098ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.986216555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.986559409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb87db1b-baf8-4783-9ad5-e5745bcffb9f\", \"content-length\": \"1\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.988062785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.988330918Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:29.990307049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":20,"elapsed":"172.217558ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.003795144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"185.747513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.005479372Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":20,"elapsed":"187.398611ms"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.021673966Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.021700396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.022114221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebc1d81-8cd2-4d7a-9fb8-0bac3dfebc2e\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.022134241Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.022438894Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.072693664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.073052398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.074840557Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.078133892Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.078163922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.078449696Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.079962612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.08347595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.08350291Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.083782593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.085589942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.085743514Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.086093438Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c7a4a5e1-6600-4b63-b935-aac84909075a\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.086110338Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.086448682Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.088599845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.088970659Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.096362988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.096398398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.096644431Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.097070745Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.097367789Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.100382561Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.100593553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.104094811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.104115751Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.104539446Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"720102c7-57ba-41f2-87c5-cf7c81263b7d\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.106194703Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":20,"elapsed":"286.946399ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.106904981Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.107219385Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1120dff-f34f-40b9-82bb-20d00bba4eb8\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107241555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107252005Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107583658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107611759Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107622519Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107633409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107642789Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107651889Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107804011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.107817631Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.108020053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.108030603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.108258036Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.110229007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.110345178Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e701e1b-0667-46ae-b01c-f8537b2928cf\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.110363798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.110442489Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf80ca5-ffce-473b-9f30-1c3bfca99d04\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.110456229Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.110466369Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.183849167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.218158736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7192486f-d745-4342-b50d-c558911456f9\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.218197816Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.218208516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.218636591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"139d2574-56d8-4389-ba3f-cbd38bf56530\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.218663841Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.218673921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.218684371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.218695091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32a54f8-7ea6-4e89-be11-8129575d58a5\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.218750802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.219219327Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.219840434Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":20,"elapsed":"401.677482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.226429304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.226676295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.231051514Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.231354027Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.233168417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.233423279Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:30.241792719Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":20,"elapsed":"423.763499ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:30.540561347Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"6c9c8a69-a160-4431-9b6f-8c1797fb92d3","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.817708545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.817771876Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.818205411Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.818268882Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.818286012Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.818584745Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.848060651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.85075172Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.850797591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.850880772Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.853850624Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.854118067Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.854687453Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.854871484Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.856613893Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"38.341382ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.882670992Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.885499962Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.885525603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.885650144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.895889304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:39.895908704Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":59,"elapsed":"78.224879ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:40.529995311Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:48547"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:40.530110723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"aeb30283-8050-473a-ae63-75c68eb9c863","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:40.530466096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"aeb30283-8050-473a-ae63-75c68eb9c863","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:40.53263628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"aeb30283-8050-473a-ae63-75c68eb9c863","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2583,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:40.532803922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"7f032ecd-4dfe-44a8-ad38-1d2e21b3f7f7","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:40.533060474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"7f032ecd-4dfe-44a8-ad38-1d2e21b3f7f7","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:40.535534021Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"7f032ecd-4dfe-44a8-ad38-1d2e21b3f7f7","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2760,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:40.539713976Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"73c075d6-0c62-435b-892a-0555502535c8","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.816906286Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.816956686Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.81729324Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.818530663Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.818540954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.818548924Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.818808757Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.820316123Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.820489695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.821100551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.821110971Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.821249213Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.823297935Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.823446356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.824837201Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.827162006Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.827181666Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.827300898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.835139002Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.835159052Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":60,"elapsed":"18.274366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:49.852269216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"33.716802ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:50.540858307Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"18fb7115-f9d6-447c-8001-18083535e8ed","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":377,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817089677Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817138178Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817148968Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817158538Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817167108Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817175258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817184629Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817193409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817202379Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817210999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817220139Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817228779Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817236019Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817244489Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817253369Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817261019Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81726979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81727785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817286339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81729477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81730296Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81731007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.8173177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-22 09:21:59.817271399 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81732894Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81733912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81735013Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.81736005Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817369251Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817378571Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817388701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817397101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817407551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817416961Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817427091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817436631Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817446181Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817455872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817466172Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817475732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817484252Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817494042Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817503182Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:31:59.817512582Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817523472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\"}","iteration":12,"elapsed":"12.161µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817535782Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817549493Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817561513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817743224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817767065Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817778955Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817790305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817798965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0dd41a65-6ea3-470b-8245-29da2ae7befa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 13086, tv_nsec: 947716825 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817817265Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817826785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817835565Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"00ba62ae-6111-4ae5-ba3e-85c1a2193d6e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"aaee6681-841a-430b-abff-ede182f6fa30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 13086, tv_nsec: 947761555 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817847446Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817854286Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817862736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817870756Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817877636Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817885386Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":61,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817892856Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817901656Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817909056Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817915966Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817922726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817928377Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817934537Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.817940807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817946977Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817953167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817959957Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817966257Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817971677Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817977887Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817984357Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.817990327Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81820264Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81822242Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81825784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81826668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.8182753Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.81828419Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"967.86µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.8182927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.818311861Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.818320821Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.818328701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.138262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.818571343Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.818754035Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.820630186Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.503387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.82107053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.821260072Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.822844339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.82291125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13086, tv_nsec: 952842830 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.823180053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.823713628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13086, tv_nsec: 953648568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.823937701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.823965001Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.823976791Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.824134403Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.824496567Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.824507127Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.824657349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.825112504Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.825137584Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.825255605Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.826346947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.827250117Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.828234617Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.829213628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.82945008Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.82948749Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.829497581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.829674412Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830323839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.83033507Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830477631Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830610543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830761034Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830771814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830806705Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.830935556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.831856706Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-22 09:21:59.817271399 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.831878266Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"expiration\":\"2025-01-22T09:21:59.817271399Z\",\"pruned\":[]}","iteration":11,"elapsed":"14.588917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.832113809Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.832356451Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.834450384Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.835166922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.835402254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.836446315Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.836470385Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.836506606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.836653587Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.836666268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13086, tv_nsec: 966589517 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.836823269Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.836941091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843836865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843865395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843904565Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843919245Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843929876Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843938796Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843946606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843955656Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843965586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843974496Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843983986Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.843994156Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844002966Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844011786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844021067Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844175268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.84433115Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844396781Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844417521Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844427371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844439881Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.844519702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.848240882Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.848453114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.848463624Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.848710917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.849209662Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.849475555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.853842842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.854121585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.876165301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.876554545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.876604226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.879884541Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.879911221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.880188594Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.880470347Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.880479767Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.880616269Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.880628269Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.88072547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.880897742Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.881007853Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.881190495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.882380718Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.884546471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.884837414Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.885017586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.885031806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.885221118Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.887343961Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.887368671Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.887375871Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.887772646Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.890705457Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.892957551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.893416116Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.893485027Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.895115974Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.895139354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.895336687Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.895489518Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"51.527472ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.89562396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"78.379891ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.898042166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.899654073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.900722854Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.901365121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.901442592Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"57.604018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.901669795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902010608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902101509Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.902272301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902296111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"84.389855ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902428423Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902587365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902610105Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902744146Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"84.84735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.902790937Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.90312917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","candidates":"[(16d3b719-bfef-437d-9b16-0c7cbed94497, 0), (827032bc-5771-4f84-b2e6-2793ef8f78ef, 0), (e478f7c0-4d1b-43cc-85e7-30fb449ff10d, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.903642726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13087, tv_nsec: 33573486 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.904265392Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.904278803Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.904444014Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.905533286Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.908169374Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.91051073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.91053787Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.910665431Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.917122711Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.917151251Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.917163431Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"73.201435ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.921624329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.921656409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":61,"elapsed":"104.298089ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.923400398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.923860093Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.926208398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.9264073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.926552952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.926713804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.928548653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.930519454Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.930548355Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"86.62715ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.931397534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.931425394Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.931682467Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.933365725Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"89.45714ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.933387735Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":21,"elapsed":"116.154996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.933607247Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.93385077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.936308207Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.936335207Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.936343237Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.936349947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.936724771Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.937818473Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.938179597Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.93848695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.94038103Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"96.382304ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943261151Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943290922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943458943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943474624Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943483804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943493474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943582105Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.943853477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.946949811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.946984281Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.946994521Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.947001811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.947370685Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.947433156Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.947449276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.947460816Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.94779117Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.951440069Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.951465379Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.951709862Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.953571472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.953633773Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.953872495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.957175371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.957203811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.957392133Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.959840059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.960175103Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.960745079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.960770939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.960783799Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"143.451129ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.961402546Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.961431996Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.961443037Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:21.799475 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.961453706Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2}","iteration":11,"elapsed":"144.348819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.963830482Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.963854972Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.966241008Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.966260078Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.96644801Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.967277999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.96824849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.96827061Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.968435972Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.968646024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.968664294Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"151.368885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.970293072Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.970366032Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.970512704Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.970609515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.970639545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.970824467Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.972327143Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.972345223Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.972482775Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.972491735Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.972702767Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.973077851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.974327105Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":4,"elapsed":"157.244648ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.974458626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.97756283Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.97759084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.977717111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.979395059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.979410569Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.979709922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2378efce-e581-4597-b65d-07f4d8179de2\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.979731583Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.980479471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.980500691Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.980581242Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.980738084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd2ec181-ad93-4089-b7e5-758b3c769f72\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.980767274Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.980915286Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.981243009Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.982161979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.982797806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.983014528Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.984580555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.984787087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.987056511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.987269254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.988323655Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.988522727Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.989058543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.989286865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.994089947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.994120447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.994133237Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"176.210011ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.995056097Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.995797035Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.995824386Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.995840106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.995990907Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:31:59.999922459Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:31:59.99994866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.000259063Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ef99a4-479c-4758-a44f-7f64d051897d\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.000283073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.002060593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.009322631Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.009545613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.011048799Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.012967659Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.01299339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.013116341Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.021704553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.022056087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.02413867Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"180.155623ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.034393089Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.034878685Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.037604524Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"220.433336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.045667801Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.052968559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.05303955Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.053224732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:32:00.056533297Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.056601798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"238.590821ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.187851757Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.18815314Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03cdd6bf-a51a-40b6-9cfb-d918f344aaf0\", \"content-length\": \"1\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.193399997Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.193767591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.202615746Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.206972502Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.207393627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"113c7852-8c29-4d2d-82a5-7dcaa09ad9e6\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.207417807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.208954864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"84852a02-26f0-4967-b960-5d4bbe437b43\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.208976274Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.21043579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.21045614Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"393.336131ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.217248533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":21,"elapsed":"400.032874ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239039017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239072857Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239081697Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239506812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"394ee1fc-c64f-4d6c-a249-b16312de9aa7\", \"content-length\": \"476\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239540882Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239771254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212f27e2-12d8-40ca-bc4e-5b23a8d1e9de\", \"content-length\": \"734\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.239820365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240077988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3490d20d-de38-4014-be13-5fa486dd7ca1\", \"content-length\": \"111\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240101888Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240346801Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa861522-c57c-4dc5-8b7e-d12a61eb76d8\", \"content-length\": \"111\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240357981Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240617774Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"966bb168-212b-4de0-85a8-c0db3d64860c\", \"content-length\": \"167\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240629914Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240882016Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71af4a3e-53e8-45d2-a346-9b72dec8dfc5\", \"content-length\": \"167\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.240892966Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.24116308Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e3b29fd-6c8c-42d2-97d2-31b4f73b4a97\", \"content-length\": \"175\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.24117814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241409802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a92349-97ac-4b38-94fb-70b19ce638e6\", \"content-length\": \"175\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241423612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241551184Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111f14ff-fd64-4890-a59f-0ee8428aaa6d\", \"content-length\": \"702\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241566024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241726835Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a501e2-78dc-43a0-bf91-40946fa8e18c\", \"content-length\": \"727\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241739396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241930218Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4ee235-d92f-4ed2-ad3b-27feec1a629d\", \"content-length\": \"729\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.241941688Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242101559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06417d8-c440-4855-8cb6-d07db7b84255\", \"content-length\": \"728\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.24211205Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242320842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392fa19f-2bb4-441b-b44d-ca4b71bafeff\", \"content-length\": \"722\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242337312Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242653865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb558b48-9b52-44b8-ba2b-1cb11e7c43f7\", \"content-length\": \"109\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242666225Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242916478Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75981fd-d1ae-439d-a6a3-eed14a948d63\", \"content-length\": \"109\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.242934739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243144411Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ad7048-2b00-4cfe-9fa9-0445c6b17b97\", \"content-length\": \"169\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243164581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243372293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81c4d6d-0ad7-4079-8296-ae248d09acb8\", \"content-length\": \"169\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243387113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243594446Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7799e4c-4072-4ca8-9867-86aba102fc2c\", \"content-length\": \"178\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243608036Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243814568Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283be294-8192-4210-bc4a-7731be8ada0e\", \"content-length\": \"178\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243828928Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243945359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0864da01-5457-4da7-ad03-b1b8e1a45ab1\", \"content-length\": \"702\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.243958999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244089391Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89eab5e8-3302-4b5a-ac31-035bf4f333ef\", \"content-length\": \"727\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244101391Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244229682Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab50da10-2c9e-4e57-91a2-be8fe6bd9b45\", \"content-length\": \"729\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244241373Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244371804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b012dd-5a33-416a-912b-2ed6e0545171\", \"content-length\": \"728\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244392224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.244801988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.317022954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.317531939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2a63ef9b-5220-46c8-980e-541dab7492fc\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.317544349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.319418709Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"18daf797-5448-4cd1-bb53-a5fc2669c6b6\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.31943132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.32129029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6ef8d51-531c-407d-91e8-caa49ef2aa94\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.32130112Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.323386802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.323434323Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"506.270635ms"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.324378113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.324387783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.324863698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a10c474-61d1-4e1c-8e9e-e90eb38f7aa5\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.324900408Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.325360963Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.327374015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.327580467Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.328722969Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.329018633Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":21,"elapsed":"511.693492ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.329295866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.329308366Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.329320046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:20.965756 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.329327276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1}","iteration":11,"elapsed":"511.998616ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.33068359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.330696241Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.330907343Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.332324028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.332336858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.332581291Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.333253108Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.333272028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.33344678Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.335003777Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.335828066Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.336302761Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.336660215Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338165831Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338178341Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338335993Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338345653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338410253Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338528555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.338839518Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.339109411Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.341435396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.341611248Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.343818602Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.343990473Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.359814683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-22T09:21:56.794918Z, time_modified: 2025-01-22T09:21:56.794918Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.359847783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]}},\"default_endpoint\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"542.474453ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.370420077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.370445007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.37073306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c23013e4-5e02-45ea-b96c-449bd8086966\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.370757441Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.371070194Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.414807644Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.415306379Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c91989d-8c66-4511-87ef-e7a4372d4f8f\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.415328029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.415338519Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.415346529Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.416235889Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":21,"elapsed":"599.092881ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.416663904Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.417083848Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.4275445Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.427914944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.440494949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.44051586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.44243087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.442695243Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.442839105Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.442856185Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.443080347Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.44332769Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.443404101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.447383213Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.447617356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.450287494Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.450312045Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.451046653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c462c8ab-ecba-482a-9822-de769bb33acf\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.452564399Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":21,"elapsed":"634.651883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.454360168Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.454679942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddbec57a-8b65-4dc0-8173-1fda202c1a61\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.454701272Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.454712702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455003755Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455016055Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455023435Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455030976Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455038076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455045996Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455243448Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455253798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.455521581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.455532051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.455850024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.457692004Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.457909046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6abb4f05-7ec0-4655-859a-b1deda798a2f\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.457936797Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.458030658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc5a360-a382-4969-acda-1b3f9c3bbbe2\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.458054448Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.458091878Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.474874418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.480170865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.480194795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.480399158Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.48246315Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.485081898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.486825787Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.487062589Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.488302253Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.491906401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.491926261Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.492081723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.496982896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.497315929Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.499410532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.499609754Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.501667526Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.501905839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.504449166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.504670318Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.507179695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.50758536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.509113606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.509398619Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.510937426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.5113056Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.512788305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.516493135Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.516516856Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.516664267Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.518243194Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.518503827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.51974484Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.519984923Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.52162902Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.525256489Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.52528405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.525425001Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.531774799Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 0e526158-c71c-47d5-a50e-80a00133fa2d, kind: Service { id: 2f493885-1d8e-4f10-aa89-9f2b6aebd598 }, name: Name(\"nexus-2f493885-1d8e-4f10-aa89-9f2b6aebd598\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 51617a98-c214-423a-aea7-ca0f5fa6c94b, kind: Service { id: f355370f-27f8-480f-a075-c338511729ae }, name: Name(\"nexus-f355370f-27f8-480f-a075-c338511729ae\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d6be21fe-92bf-497d-b532-15ff9df6c0f4, kind: Service { id: 8cc5eb46-08bb-4d00-8d2e-18a0e40c58df }, name: Name(\"nexus-8cc5eb46-08bb-4d00-8d2e-18a0e40c58df\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 49f4eaec-dfdf-4dbf-aa42-6362549a17f3, kind: Service { id: 15ee210a-dadf-4d23-a47a-a8053915b9bf }, name: Name(\"external-dns-15ee210a-dadf-4d23-a47a-a8053915b9bf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d9eead72-2119-4045-98bf-852dad818643, kind: Service { id: 0dd41a65-6ea3-470b-8245-29da2ae7befa }, name: Name(\"external-dns-0dd41a65-6ea3-470b-8245-29da2ae7befa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 12])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.53182208Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.531990362Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.533794181Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.535860243Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.535884513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.536063865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.5374466Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.537503681Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 49f4eaec-dfdf-4dbf-aa42-6362549a17f3, kind: Service { id: 15ee210a-dadf-4d23-a47a-a8053915b9bf }, name: Name(\"external-dns-15ee210a-dadf-4d23-a47a-a8053915b9bf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d9eead72-2119-4045-98bf-852dad818643, kind: Service { id: 0dd41a65-6ea3-470b-8245-29da2ae7befa }, name: Name(\"external-dns-0dd41a65-6ea3-470b-8245-29da2ae7befa\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 12])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0e526158-c71c-47d5-a50e-80a00133fa2d, kind: Service { id: 2f493885-1d8e-4f10-aa89-9f2b6aebd598 }, name: Name(\"nexus-2f493885-1d8e-4f10-aa89-9f2b6aebd598\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 51617a98-c214-423a-aea7-ca0f5fa6c94b, kind: Service { id: f355370f-27f8-480f-a075-c338511729ae }, name: Name(\"nexus-f355370f-27f8-480f-a075-c338511729ae\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d6be21fe-92bf-497d-b532-15ff9df6c0f4, kind: Service { id: 8cc5eb46-08bb-4d00-8d2e-18a0e40c58df }, name: Name(\"nexus-8cc5eb46-08bb-4d00-8d2e-18a0e40c58df\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.537528671Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.540044418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"232fd7d8-bb07-453e-8e47-c1cca49e998d","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":340,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.582693306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dfe02c8d-d5ff-44c2-945a-40c92c77a709\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.582749367Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.582765927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.58304059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02a8e09d-9198-49e2-827f-93bb5030969e\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.58310076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.583432414Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.586638018Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.58682243Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.589714771Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.590172186Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.591893755Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.592152708Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.599682328Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":21,"elapsed":"782.49174ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.660232448Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","vpc_to_sled":"[Sled { identity: SledIdentity { id: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, time_created: 2025-01-22T09:22:19.802170Z, time_modified: 2025-01-22T09:22:19.802170Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: fceadc01-7eef-448b-b630-a0fcde156219, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.660279589Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.660287339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.660585532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.662364971Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.662703115Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.664494254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.667283354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.69949195Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.712457979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e3aaf879-543b-4fe9-8f06-21dac5930141\", \"date\": \"Wed, 22 Jan 2025 09:32:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.71346787Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.713481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","elapsed":"895.565404ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.71349052Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":3,"elapsed":"895.573324ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.758726076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588c43d0-ccfa-4a8f-9582-81c4dabef193\", \"content-length\": \"30795\", \"date\": \"Wed, 22 Jan 2025 09:31:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.769990017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.770012387Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.770020197Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.771981138Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.772292231Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.774376024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.776266634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.776341145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.776498307Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:00.954345905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"2486ecba-4043-4f5b-b61e-90d0afc824e5"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.954383725Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_started":"2025-01-22 09:32:00.239014 UTC","collection_id":"2486ecba-4043-4f5b-b61e-90d0afc824e5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.954398025Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"collection_id\":\"2486ecba-4043-4f5b-b61e-90d0afc824e5\",\"time_done\":\"2025-01-22 09:32:00.770003 UTC\",\"time_started\":\"2025-01-22 09:32:00.239014 UTC\"}","iteration":2,"elapsed":"1.137019225s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.954408096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":5,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.954415556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.954423316Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.954430566Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.95480911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.95482295Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.956285636Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.957085694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.959559351Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.959582441Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.959614732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.959627592Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.959764183Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.959809074Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.961918636Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.962178649Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.963612875Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.96597835Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.96600624Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:00.966168062Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.001946726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"47.51603ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.093440858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.093822952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.115843019Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.116155172Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.117509177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.119461508Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.119484938Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.11964397Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.121179176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.122881774Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.122896745Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.123029686Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:01.124406511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":5,"elapsed":"169.998685ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.817288969Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.817338209Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.817632093Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.818106578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.818124858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.81827827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.819133669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.819814126Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.82018479Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.821711166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.821726167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.821856268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.823926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.824074432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.825611968Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.827909423Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.827922773Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.828047484Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.838985982Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.839012962Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":62,"elapsed":"21.734534ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:09.848648125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"30.537778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:10.530445264Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"bace3e3a-454e-4a9e-9fa4-3326811dd6ca","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:10.530770628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"bace3e3a-454e-4a9e-9fa4-3326811dd6ca","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:10.533074523Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"bace3e3a-454e-4a9e-9fa4-3326811dd6ca","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2702,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:10.533333595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"1c2c10d8-3c1d-40c6-bcab-df63c817e7ab","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:10.533685409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"1c2c10d8-3c1d-40c6-bcab-df63c817e7ab","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:10.535576469Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"1c2c10d8-3c1d-40c6-bcab-df63c817e7ab","remote_addr":"[fd00:1122:3344:101::d]:48547","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2314,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:10.539945276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"1fb53f94-fd94-4b52-ae7d-494fe0492ff7","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.817175987Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.817237878Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.817560321Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.818019556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.818031246Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.818215388Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.819097458Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.821650475Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.821665025Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.821799017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.823669867Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.82399744Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.825338815Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.827918512Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.827931472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.828061434Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.838920041Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.838941651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":63,"elapsed":"21.784903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.847465352Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.847780736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:19.876012958Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"57.983362ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:20.540890166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"edb0a199-053e-4b36-9a22-f83ec67c5920","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":376,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817369838Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817428509Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817439819Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817450259Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817457739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817466639Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817474809Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817483279Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81749072Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81749962Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81750828Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81751614Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81752402Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81753171Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.8175392Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81754809Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81755599Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.8175658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.81757471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817807303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817842593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817853233Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817923574Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817935804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817944304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817955665Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817972185Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.817985575Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818581811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818591341Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818597601Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818604981Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.818611692Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818618781Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818625722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818632212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818638332Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818645162Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818827064Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818848954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818861874Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.818918095Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.819526091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.821080268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13116, tv_nsec: 950810028 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.8212271Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.821336021Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.821436192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.821449152Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.911672ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.821458052Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.821587433Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.822413912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13116, tv_nsec: 952153622 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.822684675Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.822982728Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.823065359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.823076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.823232921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.825062581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.8259545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.8259695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.826138362Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.827025812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.827244664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.827256654Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.827429546Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.828031893Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.829082774Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.829382487Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.829434648Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.829446628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.82961854Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.830093085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.830104485Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.830158685Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13116, tv_nsec: 959898495 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.830256206Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.830441028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.831003154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.831214317Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.831927255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.832213987Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.839620557Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.839650147Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"21.024736ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843891043Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843917283Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843926113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843933993Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843941224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843948064Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843954653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.843960894Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.844314097Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.844330858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.844340278Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.844348618Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.863687365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.866842329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.866887659Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.867026771Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.867975021Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.868166053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.868182603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.868192383Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.868557077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.86879748Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.869082883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.869181914Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.869426457Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.869457497Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.869815591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.870213475Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.870225305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.870407657Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.871546979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.872194306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.873868254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.873891874Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"56.475966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.874121157Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.874519051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.874538421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.874766804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.875189318Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.875442261Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.875783825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.875799035Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.875935626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.877345851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.879750417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.88002769Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.880245582Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.880275953Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.880476605Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"36.557462ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.880490575Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.881939511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.8827459Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":22,"elapsed":"65.29336ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.883960942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"65.347931ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.883974533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.883984203Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.884148315Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.88464465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"40.757857ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.885929314Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.886306468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.887637212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.887935645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.889764015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.889785345Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":64,"elapsed":"72.280396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.895615608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.895885421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.897599929Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"53.670286ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.910389716Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.910415846Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.910424406Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.910667949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.924993663Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.925031903Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.925352077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32305ef4-e89a-4549-a3d3-fb897a15d93d\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.925392857Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.927015555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.932448053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.932471483Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"114.919733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.932664385Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"88.753882ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.941806303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:29.941829724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.941840204Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"123.236443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.952723691Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.953085895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.971157818Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"153.77115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.982408139Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.984811435Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.984836445Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:29.984973497Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.020054994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.020098604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.020441298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0de1b66-9f22-4486-aec4-67ba3c2ecf3c\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.020467168Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.021834263Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.083412734Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.083523525Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.083910909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a01b580-96d7-4328-ac59-93b3146c4db0\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.083936339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.086408356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.147069177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.147123028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.147541952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea6b0b0-4c47-4fff-acd0-c18a1965da2e\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:32:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.147566983Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.147917576Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.157837073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":22,"elapsed":"340.414554ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.166829779Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.168346126Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa86175-5033-4d75-9599-62a049c90eae\", \"content-length\": \"1\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.170018424Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.170402798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.173368209Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":22,"elapsed":"355.86992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.181235944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.183116864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.183136304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.183285236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.192269372Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.192295013Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.192603366Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c2314cd2-a352-4188-9920-77aa5df03b28\", \"date\": \"Wed, 22 Jan 2025 09:32:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.192625746Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.192934819Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.194966481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.195130113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.198421969Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.198851493Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.20225699Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.20227553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.202675614Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6e14e891-61aa-4054-8f44-ae7368fc7c58\", \"date\": \"Wed, 22 Jan 2025 09:32:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.204330482Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":22,"elapsed":"385.733031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.206786348Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.207128612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.225906533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.226361028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931cdb99-21e6-47ed-a78c-3a5e928d2970\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:32:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.226401059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.226412439Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.226421079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.227901465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":22,"elapsed":"410.429196ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.227933175Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.227945185Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.228147217Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.241738534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.242050557Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa83289-4b62-465c-b49a-913adf2ad559\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242084077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242097167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242421921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242433011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242440991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242449111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242456651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242464471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242642483Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242652533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.242872516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.242882476Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.243247785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.245386703Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.245630505Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc369151-dbb6-4d85-8082-fe94e27ccc15\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.245649856Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.245749366Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb0b247-476b-4b05-928b-ccefc1ef9797\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.245762977Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.245773207Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.343927811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"59755a7f-be8b-4d46-bcfb-1d15367f3173\", \"date\": \"Wed, 22 Jan 2025 09:32:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.343974401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.343985701Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.344460856Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d53a93-b3f2-454d-ab03-b92e9fae9db0\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.344498587Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.34483527Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.347408398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.347641651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.353560124Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.353995289Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.356595107Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.35692803Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:30.363854474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":22,"elapsed":"546.500316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:30.540711693Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"6fe0b912-86c8-4507-8805-0e8a1a2d1fdd","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.817714371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.817763112Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.818061965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.818106925Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.818117076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.818293957Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.81944371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.822165349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.822176119Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.822337321Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.82410237Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.824303352Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.826068371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.828633838Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.828649978Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.82878084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.840849129Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.84086993Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":65,"elapsed":"23.178919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.847821964Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.848044287Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:39.875492201Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"57.373415ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:40.540844224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"eba1fbab-72f0-4b29-aea8-e93fc43e073d","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":374,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.818053564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.818104765Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.818379538Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.818414918Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.818425258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.81858332Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.820226997Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.822955837Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.822972277Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.823130069Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.824693085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.824887987Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.826259832Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.828708188Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.828719579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.82885659Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.836653354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.836671024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":66,"elapsed":"18.63213ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.848720574Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.848924326Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:49.850165599Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"31.738861ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:50.540196416Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"25093d2a-932d-4e9f-a0ba-2405b8f3535b","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81770325Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81775093Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81775999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81776745Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81777604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81778244Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81778865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817796011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817803211Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817812201Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817819661Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817826411Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817832641Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817838431Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817845781Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817852301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817859381Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817866501Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817872511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.817879621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817887132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817895132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817902112Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817910012Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817917182Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:32:59.817924652Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817932622Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817939872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\"}","iteration":13,"elapsed":"13.711µs"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.817948752Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-22 09:22:59.817918612 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817956472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817963642Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817971132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817979002Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817985373Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817992262Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.817999323Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818006523Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818013303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818020363Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818027683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818120234Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818222625Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818234215Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818271645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818282086Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818289116Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818341276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818351986Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818359166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818367057Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818374067Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818380357Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818387557Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818393337Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818399287Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818406427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818415267Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818421767Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.818428347Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818434317Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818448898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818458227Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818466828Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818478248Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818487258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"00ba62ae-6111-4ae5-ba3e-85c1a2193d6e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"aaee6681-841a-430b-abff-ede182f6fa30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 13146, tv_nsec: 948009388 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818500458Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818510568Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0dd41a65-6ea3-470b-8245-29da2ae7befa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 13146, tv_nsec: 948026118 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818552579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818628189Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81867615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81868898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81869782Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.81873175Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818967023Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.818990943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.126892ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.819082084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.819094885Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.209823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.819572959Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.819771742Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.821404719Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.822679763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.679191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.822892685Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.823678604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13146, tv_nsec: 953206563 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.823941546Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.824512303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.824524623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.824748645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.825149519Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.82519238Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.82520252Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.825377362Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.825432053Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.826619165Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.826801607Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.827591106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13146, tv_nsec: 957120445 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.827851239Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.828986751Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-22 09:22:59.817918612 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.829013221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"expiration\":\"2025-01-22T09:22:59.817918612Z\",\"pruned\":[]}","iteration":12,"elapsed":"11.070199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.829212633Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.832694851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.832725841Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.832908763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.834974125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.836589112Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.836961166Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.837009857Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"19.280797ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.837653124Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.837680604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.837693584Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13146, tv_nsec: 967221334 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.837881816Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.837990067Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.840350623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.840669666Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.841100891Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.841661477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843654208Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843686209Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.84383086Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.84386207Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.84387212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.84388Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.8438864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843893241Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843900371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843907221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843914251Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843921391Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843927831Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843934381Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843941811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.843995622Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844007702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844102193Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844161603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844205634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844328405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844339116Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844370256Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.844419866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.846890453Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"3.018103ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.848564401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"4.65668ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.85035237Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"6.433539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.861861683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.863899015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.863929915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.864065237Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.873283615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.87364177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.874016943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.874845582Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.874868543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.874879713Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.875057845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.875244237Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.875265417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.875414058Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.875740792Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.876936075Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"58.575248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.877320119Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.878048687Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.878137748Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.879005927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.881607635Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.881630015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.881642795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.881652255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.881851698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.881905598Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.882041869Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.88205384Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.882247932Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.887047903Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887081774Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887092724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887186405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887281236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887500658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887708921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.887890482Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.88858846Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.890267908Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.891947096Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.893357791Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.893388571Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.893521533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.893628604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.897726228Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.898006501Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.898657838Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.898685668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.898911691Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.914449357Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.9147302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.914747231Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.914772241Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":67,"elapsed":"96.793719ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.91562084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.91563973Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.91564926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"71.747079ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.916191766Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.916220547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.916233717Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"98.255624ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.925686038Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.925719198Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.925730439Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.925740189Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.925913311Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.926891281Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.927151354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.927517068Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.928717011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.928733251Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.929055304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.929236866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.929250586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.929258616Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.929266847Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"110.90171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.929286827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.929687571Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.930761613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.931062296Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.931077916Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.931145817Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.931260658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.931578831Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.931600902Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"113.233725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.933104848Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.933120728Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.933269179Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.935124339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.93514728Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.935378122Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.936339723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.936367013Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.936375123Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.936382423Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.936698606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.942305107Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.942504669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.944926595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"100.999214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.950663346Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.95098085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.961613174Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.961881437Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.968412307Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"150.657347ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.973578812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.988070398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.988097388Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:32:59.988357641Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c5bda24-2610-41c4-8b09-b56f39ca0c14\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.988373131Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:32:59.990614285Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:33:00.019405554Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.019443075Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"201.043268ms"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.102908311Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.102970992Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.110701184Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.11490092Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.11495051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.116073342Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.11682216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":23,"elapsed":"298.9925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.118508208Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.121892435Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.121924555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.122187818Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.139653525Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":23,"elapsed":"321.856155ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.143343555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.143386115Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"325.453944ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.144902811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.144928782Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.144944672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.145311076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.146941617Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.152082579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.152118559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.152350842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.156758049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.156796579Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.15680959Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:21.799475 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.156821059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2}","iteration":12,"elapsed":"339.08553ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.161240417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.161483569Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"317.601289ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.168400954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.168439604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.168456595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.168865669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.17083497Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.171631609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.172073443Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e7d331d-7560-403a-a949-f7a12818ae7e\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.172108104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.173686911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c51a3463-2870-417e-8f92-8fa86d6b1389\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.173707541Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.173766261Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.173779421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.173963074Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.175176907Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.175205197Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"357.402297ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.176328869Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.176352989Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.176363899Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:20.965756 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.176374349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1}","iteration":12,"elapsed":"358.419057ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.178117638Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-22T09:21:56.794918Z, time_modified: 2025-01-22T09:21:56.794918Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.178159159Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]}},\"default_endpoint\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"360.194616ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.191548882Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60fc08c-381f-44e1-9aab-efddcb582e06\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.191586433Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.191829715Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.205598223Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.205648014Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.205986927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"583883c4-70f6-422e-8481-006105222437\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.206020738Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.208170691Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.230197577Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.230229328Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.230509011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9ba726-7d10-408a-8719-bca79113af75\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.230531511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.232412401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.248987909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.249015419Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.249288362Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ffc6a1b7-86e5-4a4a-acbb-e022b94449ab\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.249311432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.249607026Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.252219694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.252405106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.256733132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.257163617Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.257959485Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.258159498Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.270685592Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.270706182Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.271126707Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"796033c9-17b7-4801-bc83-144f391ed181\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.273032517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":23,"elapsed":"454.63604ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.279128203Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.279442956Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1216d35-ea9a-42d2-a337-cddd5a82f4e7\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.280128763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.281131081Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.281456548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.283668641Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":23,"elapsed":"465.706759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.303221481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.305298933Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.305315214Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.305468235Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.307174794Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.309056974Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.309071174Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.309217736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.404879723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.405294707Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee5482f4-730a-43f5-aafa-c2d8fead247c\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.405312877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.406577821Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eff599cb-18d9-468e-837c-ab5e2ad158ef\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.406598681Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.407946666Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"477cf996-0d1b-4684-9f73-6384f4b42144\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.407962546Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.409909807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.409931217Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"592.219937ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.419651201Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.419996165Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f9a0a6-379c-4bf0-a1f4-b21cdd2d342d\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.420033745Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.420044436Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.420051996Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.42232253Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":23,"elapsed":"604.51709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.431746071Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.432109965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.434251338Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.434267228Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.43443868Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.442176133Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.442422886Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70a5df3-a088-44f7-bc1d-655daebe967c\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442446046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442457896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442727639Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442739969Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442748559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442757229Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442765739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442774349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442930401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.442941941Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.443160784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.443170444Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.443342226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.445527619Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.445667Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9429a62-d63b-4047-809a-ac1aeed129cd\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.445680641Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.445775682Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96909fde-9ea9-4f63-a674-975b238e5e85\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.445795842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.445809232Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.539608879Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6c08a94b-11fc-4847-bdd3-c0e2a4fa4afd\", \"date\": \"Wed, 22 Jan 2025 09:32:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.539636559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.539646169Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.540195145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df83e929-a7f9-4cf2-8a6b-661a906ff8cc\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.540234326Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.540483718Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.541349128Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"704a70b4-5afb-4562-bd60-8b81a6ff20f7","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":455,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.543801664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.544255359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.547855197Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.54808848Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.550189903Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.550487176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.557612192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.557626393Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.558134578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":23,"elapsed":"740.297317ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.588716596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.588809277Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:64121"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.588911098Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"094a0078-ee22-4e37-a33d-bcdc06e1ab9c","remote_addr":"[fd00:1122:3344:101::a]:64121","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.589132661Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"094a0078-ee22-4e37-a33d-bcdc06e1ab9c","remote_addr":"[fd00:1122:3344:101::a]:64121","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.635390717Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/oximeter.rs:76","collector_id":"afc461c5-5a34-4bdf-8818-07fb287a6a77","producer_id":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:00.635421728Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/producers","method":"POST","req_id":"094a0078-ee22-4e37-a33d-bcdc06e1ab9c","remote_addr":"[fd00:1122:3344:101::a]:64121","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":46565,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.635502749Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094a0078-ee22-4e37-a33d-bcdc06e1ab9c\", \"content-length\": \"41\", \"date\": \"Wed, 22 Jan 2025 09:33:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.636683181Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:00.636697921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.817745149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.81779833Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.818115723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.818803351Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.818813611Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.819005913Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.820214586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.822770623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.822789774Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.822919145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.824917256Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.825165369Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.826794897Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.829255853Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.829273383Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.829397714Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.840604685Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.840632015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":68,"elapsed":"22.900716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.847531629Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.847891613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:09.876866213Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"58.054782ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:10.541256836Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"3c18eb04-c69e-43bb-9f8f-ae83849fa452","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":348,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.817510296Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.817585867Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.81790495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.818410425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.818429696Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.818638558Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.819640519Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.822234577Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.822248877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.822387508Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.824379189Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.824632952Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.826195829Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.828738416Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.828750836Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.828885778Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.840570093Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.840585683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":69,"elapsed":"23.113928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.847570289Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.847800591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:19.849321897Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"30.910542ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:20.541578639Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"02ef2096-424f-4f9a-b253-a83e856cd4ab","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":552,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818339944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818389395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818400495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818408945Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818417475Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818424895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818431925Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818439825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818446965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818453885Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818461145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818467155Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818473906Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818481246Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818487536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818494346Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818501416Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818508196Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818516106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818522526Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818529056Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818535226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818542266Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.818549816Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818557447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818565347Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818572276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818579527Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818585797Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818758858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81885418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81886573Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81887471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81890258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81891125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81891987Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81892834Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.81893694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.818944771Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.819004561Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.819014911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.819023212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.820628119Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.821410757Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.821421087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.963682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.822524609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.822692141Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13176, tv_nsec: 951986950 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.822708041Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.822717301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.822871343Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.822964724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.824620301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.824631822Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.824803323Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.825100977Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.825122927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.825308459Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.827212889Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.827401121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.827610314Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.827800776Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13176, tv_nsec: 957094385 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.828059298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.828399372Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.829078079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.829268421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.829278371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.829284942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.829514244Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.829833917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.83003962Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.830718797Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.830745217Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.83097764Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.831129871Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.831144662Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.831326444Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.831508566Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.831538386Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.831655007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.833103812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.833211154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.833297255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.833541447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.833884851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13176, tv_nsec: 963181361 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.834191874Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.83471808Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"16.338506ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843780577Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843831548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843843738Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843854468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843864618Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843875818Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843885668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.843896808Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.844103691Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.844131191Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.844164491Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.844179902Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.865470189Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.868752804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.868770374Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.868945676Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.870564654Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.870936098Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.871358352Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.871618515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.872927559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.873166712Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.875636578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"57.122922ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.876564158Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.876591058Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.876598998Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.876904892Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.87861159Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.87863437Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"60.101484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.880601472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.882919846Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"39.118969ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.883432672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.883450202Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.883607654Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.886639686Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.887362024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.889338885Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.890075783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"46.263326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.890273535Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.890615209Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.890778011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"46.999464ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.891530119Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.891560339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.891686071Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.893191917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.893256827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.893663062Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.894985066Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.895012216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.895123137Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.895162608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.89540031Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.908756564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.909956017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.909968047Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.91023893Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.91029508Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da07881-092e-4c22-9205-af2ce89f019c\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.910310851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.911789266Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.911806276Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.911988729Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.912447173Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.913384533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.913406124Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.913416284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":24,"elapsed":"95.03527ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.913540245Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.918928423Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.918950473Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.918959813Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"100.398167ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.923745915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.923768225Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.924057928Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115dbfd7-a4a8-43f7-8c2e-12b241c27246\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.924074608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.925629615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.925864298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.925879578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":70,"elapsed":"107.451223ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.926373653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"82.554845ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.932759772Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.932779672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.933013284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88d164d-2c5a-4a9e-803a-c0eef287a073\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.933029114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.933644011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.933655101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"115.177096ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:29.934654742Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.947385629Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.947588991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:29.980812257Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"162.460303ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.008407754Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.008724947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d6b728-a1d1-4917-8728-93d9d6c609bc\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.010641768Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.01086111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.024711959Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":24,"elapsed":"206.237093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.033337601Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.033658565Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.035541415Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.035562915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.03598272Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5011b09e-a878-4a84-a861-08a974bd307b\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.03601536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.036262393Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.037381995Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.037736619Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":24,"elapsed":"219.315083ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.039516578Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.039642049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.03971114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.053007303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.054936543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.054955033Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.055110365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.059953297Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.059977147Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.060302211Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ec03031d-381d-4f51-a2ec-90dcff6d93bc\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.060317611Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.060833316Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.06305785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.063400454Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.079689089Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.080011672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.084679932Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.084706543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.08537405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a6fd0be3-f907-43cb-8a50-4894f6529abd\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.087752316Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":24,"elapsed":"269.215209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.134560898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.134986403Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.136267186Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.136281126Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.136491329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.164182256Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.164660851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86dfadb5-b1ec-4fab-808d-d9a8258f27de\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.164697942Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.164707482Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.164714722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.167073367Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":24,"elapsed":"348.662702ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.173475326Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.173788459Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9491f811-2476-425a-ac50-1eed3a8df032\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.173816389Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.17382676Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174114812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174125243Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174132293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174139763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174147193Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174154073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174342905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174353585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.174589468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.174599688Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.17478328Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.176782421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.176884312Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64080427-d9c3-452b-a298-f29a5e5046e9\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.176897702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.176968903Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc92e42c-5b33-4de6-929e-ddb103181c40\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.177008704Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.177020114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.30240263Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b143fe00-855f-4b9e-8c6b-194691aef5c1\", \"date\": \"Wed, 22 Jan 2025 09:33:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.30244986Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.30246329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.308259553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e4bee9-9401-43b9-8fe3-635f2533e9d3\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:33:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.308317113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.308790778Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.31360943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.314011805Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.317845216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.318092748Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.320478444Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.320746127Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:30.328988075Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":24,"elapsed":"510.657401ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:30.541269584Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"8830bec7-ceab-4afe-b1c1-5c6a7de11411","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.818379054Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.818448584Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.818905659Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.81896401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.81898002Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.819219043Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.821235974Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.821318325Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.821678219Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.822814031Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.849421ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.824020484Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.824032594Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.824193486Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.826061266Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.826276798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.827925126Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.830528724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.830548064Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.830674426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.841517852Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:39.841540222Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":71,"elapsed":"23.186439ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:40.540980991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"2806d007-b841-49e7-beb2-eea012dc991e","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.818224601Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.818292782Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.818776417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.818837758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.818855548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.819170801Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.820750228Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.821033131Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.821371795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.823470907Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.823481127Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.823623259Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.825142015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.825296467Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.827168457Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.829693804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.829709014Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.829831896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.842011126Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.842035077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":72,"elapsed":"23.835956ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:49.850371396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.537029ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:50.541035912Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"76694a37-2272-4b96-b8b0-179903b6f1a5","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":537,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.817944849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.817995258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818005721Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818013971Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818021977Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.818029206Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-22 09:23:59.817958593 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818037971Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818046306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818054331Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818061278Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818069284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818076981Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818084144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818093491Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818101356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818108809Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:33:59.818116976Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818125601Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81813296Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\"}","iteration":14,"elapsed":"11.421µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818142588Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81815052Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81816041Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81816881Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818176245Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818184157Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818191695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81820017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81820841Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818216521Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818224171Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81823198Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818239911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818247346Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818255277Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818262683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818269817Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818276849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818284696Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81829139Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818298722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.818306418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818313337Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818435569Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818451132Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818464623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818495627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818551361Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81856292Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818572146Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818582543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818590268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818599868Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818609262Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818617643Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818651965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"00ba62ae-6111-4ae5-ba3e-85c1a2193d6e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"aaee6681-841a-430b-abff-ede182f6fa30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 13206, tv_nsec: 947771455 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818666591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818675028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818683091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0dd41a65-6ea3-470b-8245-29da2ae7befa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 13206, tv_nsec: 947783445 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818694182Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818704972Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818732816Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818741601Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81874807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818754895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818761898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818768151Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818774789Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818782204Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818788242Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818794307Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.818801104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818807142Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818813161Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.818820933Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819058219Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819072429Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81915609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.81916635Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819174371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819182801Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819191191Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819245821Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819257691Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819266822Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.243303ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819274922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.108412ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819334432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819344463Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.819469514Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.820852769Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.821030761Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-22 09:23:59.817958593 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.821054931Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"expiration\":\"2025-01-22T09:23:59.817958593Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.075613ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.821074871Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.821121971Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.041912ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.821133532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.821528996Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.822139293Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.822761699Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.823693309Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.823704389Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.823885581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825150055Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825171465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825182125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825387917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825473538Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825485018Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.82566264Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825775941Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825786872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.825937173Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.827044275Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.827071155Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.827196457Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.827942415Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.828360369Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13206, tv_nsec: 957429969 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.82837788Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.828607662Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.828769584Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.830519112Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.830541913Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.830696154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.83119835Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831373312Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831483493Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831493783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831629024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831638944Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831654945Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.831799646Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.832944489Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13206, tv_nsec: 962006708 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.833164611Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.833316842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.833567485Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.835256803Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.835280334Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.835391925Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.835401375Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.835605407Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.836146653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.836161043Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.836378845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.83680638Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.837857931Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.839385338Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.839407738Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.839418608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.83964113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.840396769Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.840413209Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.84057267Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.8405841Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.842875455Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.842886715Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.842893385Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843024597Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843829435Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843842015Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843849226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843856416Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843865156Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843875656Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843886106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843896206Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843906706Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843918576Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843928626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.843938867Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.844042708Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.844145469Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.844168939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.844178879Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.84422183Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.84423714Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.845543874Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.845668965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.845749236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.846043029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.846248991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.846540984Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.846868558Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.848069051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13206, tv_nsec: 977138041 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.848312534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.850094622Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.85171547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.851985453Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.852767451Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.855181137Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.855207477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.855350779Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.856581722Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"12.721317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.858704054Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.858985917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.861164351Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.864297634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.864329864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.864481086Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.870780174Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.870814814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.870826164Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.871279299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.880941753Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.881370427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.882499729Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.882836933Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.888459613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.888494224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.888947969Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.892334585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.892394586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.892541727Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.896597101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.896621781Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.896629581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.896824713Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.898801084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"79.997948ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.899941277Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.899980277Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.899994287Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.900004287Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.900457042Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.901050469Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.901436663Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"57.539566ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.901465883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.90308581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"85.037132ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.903383684Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"59.548708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.904503516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.905168233Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.906696359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.906716429Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.9067263Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"88.464139ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.907755531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.907771151Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.907777961Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.907784041Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.907848922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.907860732Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.908053144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.908076104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.908907333Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"65.064098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.909895794Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.909913404Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.910160466Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.9104813Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.91049826Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.91050739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"66.644855ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.911516991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.911529241Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"92.715404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.911644212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.912283339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.91230828Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.912557302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.915916278Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.916473294Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.916486104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.916711657Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.916862018Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.916872678Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.917106901Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.917300473Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.917545016Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.91884704Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.91886881Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.918928651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"75.039725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.918997291Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.920441757Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.92074253Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.922387878Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.92634866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.92637468Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.926627983Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.927562203Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.927586273Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":73,"elapsed":"109.638296ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.928991939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":25,"elapsed":"110.792848ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.93001819Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"111.851149ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.940214699Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.940235739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"122.231361ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.942989709Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.949148215Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.9496052Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.950961784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.950974835Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.950983625Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"132.152178ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.951396419Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.954401581Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.954414252Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.954640054Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.962008993Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.962021103Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.962031313Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.962347317Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.963697411Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.963757122Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.963780992Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.963791672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.964034545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.965116727Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.966581182Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.966595462Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.966734784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.967853336Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.967868576Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.968011738Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969497254Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969521804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969531154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:21.799475 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969564694Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2}","iteration":13,"elapsed":"151.584077ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969709216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969721396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969732556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:20.965756 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.969742556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1}","iteration":13,"elapsed":"151.660697ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.974166913Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.974439667Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.974846311Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.974856061Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.975178984Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89aa106c-9322-4932-8125-2906c6d81c69\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.975193625Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:33:59.977665641Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:33:59.981039257Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.981058198Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"162.23642ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:33:59.981681834Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.00270531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"184.574831ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.004749302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-22T09:21:56.794918Z, time_modified: 2025-01-22T09:21:56.794918Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.004782192Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]}},\"default_endpoint\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"186.785434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.012227112Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.012542525Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.014200183Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.016084574Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.016096564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.016241995Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.017665891Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.019731383Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.019764133Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.019939405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.130058037Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.130478572Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b3daef05-e238-449c-84c4-823e655ee347\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.130506612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.132516284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"65df06ff-f7a5-4a2b-b6a2-31f3b263dd55\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.132546104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.134639006Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.134670727Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"316.596098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.153470189Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":25,"elapsed":"335.338439ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.155264448Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.155296318Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.155653562Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16baf0d0-7fa5-424f-996c-9cd33c61897d\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.155674142Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.158670624Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.167148145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.167176426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.16755739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2b7a79-9997-4869-adf8-2fd42607a25e\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.1675823Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.167921324Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.170192598Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.170207058Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.170456081Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a19169-1c9b-4d33-8951-13e78d6e94bf\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.170470981Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.172098049Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.187412753Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.187862228Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ab4e39-862a-4aa5-b7fa-c804abee10f7\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.187882648Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.187896918Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.187908308Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.190018481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":25,"elapsed":"371.917752ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.196108946Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.218293245Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.218325365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.218611238Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f22ab4aa-53dd-42e0-8e2e-ae9d8b6f85ae\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.218626298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.218964772Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.221560029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.221787662Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.225548592Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.225880626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.229795168Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.229816718Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.230358814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c2293fcd-fe0b-437f-8d0f-63294225e7ab\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.232500827Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":25,"elapsed":"413.64978ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.26629257Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.266583533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a578e25a-3607-4efc-83ed-4d84126fbe02\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.26815255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.268417672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.270333453Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":25,"elapsed":"452.118573ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.282407813Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.282892598Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0a897edb-3c64-4981-8f59-1f201b5adcb4\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.282904858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.284368434Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9047da4c-81e5-4faa-b021-121cfe77a10a\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.284382284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.285751539Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"95e1f157-5aed-4a64-a3cb-53f1344c5643\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.285761949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.28683839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.28686009Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"468.748602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.334031427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.334384301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.336539564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.336564534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.336726616Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.346620752Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.346892355Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3432dd5a-ce1a-4dfa-a76b-efba256e792e\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.346911375Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.34692164Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347154696Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347165065Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347171768Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347180056Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347186985Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347194081Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347394034Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.34740308Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.347690043Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.347697974Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.347916626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.349607904Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.349706845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67df2b2-db8e-4378-b536-cdf429a2ed7c\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.349717625Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.349828506Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee35e1f4-a70e-45ec-9f55-82c6d40062f3\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:33:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.349848517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.349862877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.460237472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"be782d27-11f8-47c8-a237-a86214acceff\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.460279702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.460292263Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.460745377Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9794c9d2-f0c3-4d6c-901e-aa29cd018a0a\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.460788248Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.461152822Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.46378736Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.464031303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.467992955Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.468373329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.469923306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.47027977Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:00.477625949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":25,"elapsed":"659.485019ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:00.541161471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"77b0e0e7-39ff-42e3-b3db-62db6baf2c15","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.81828742Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.818367201Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.818827426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.818890577Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.818908387Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.819119309Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.820669726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.821013179Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.821293813Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.822734628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"3.836151ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.823458396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.823506216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.823629398Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.826015363Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.826383427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.827953114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.830582742Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.830609613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.830736454Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.841282107Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:09.841299627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":74,"elapsed":"23.058787ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:10.541521664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"5635e88d-457e-4d7c-81e0-98114c49819c","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":535,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.818765085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.818817085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.819094928Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.819135839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.819146149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.81931469Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.820951228Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.821327892Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.821625425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.823242803Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.095813ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.823762698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.823785509Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.82393857Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.826166654Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.826486558Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.827482408Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.830098426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.830111737Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.830252868Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.838618668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:19.838644988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":75,"elapsed":"19.895584ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:20.541179319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"1588ee3d-83ff-4450-9182-0036df5666f0","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818683323Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818737613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818747824Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818755564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818765344Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818772344Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818779364Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818788144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818795474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818802784Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818809414Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818816864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818824605Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818831194Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818838805Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818845045Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818851735Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818857705Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.818865345Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819212458Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819225859Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819234479Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819244689Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.81933965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.81935154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.81936051Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.81936935Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819412531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819863836Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819876466Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819883816Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819889746Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819896456Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819903076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819912196Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819918756Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.819925926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.819932896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.820074608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.820087198Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.820176769Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.820190219Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.821051658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.821676895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.822316682Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.543758ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.822502004Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13236, tv_nsec: 951341654 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.822788167Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.822808887Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.823006399Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.823417194Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.823428994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.823608786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825097992Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825114342Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825186733Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825283604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825620937Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825631158Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.825808179Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.826281354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.826292695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.826441296Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.827145744Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.827161684Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.827291275Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.8276856Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13236, tv_nsec: 956525129 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.827957332Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.828095764Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.828894473Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.829076335Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.829095915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.829206246Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.829216576Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.829222546Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.829504599Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.829915173Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.830163006Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.830173176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.830248947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.830341778Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.831102176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.831120717Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.831174447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.831293828Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.831353669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.832484771Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13236, tv_nsec: 961333131 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.832663403Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.832718854Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.832869865Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.833248609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"13.381083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.833753895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.834460092Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.834780006Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.834789226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.834795006Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.835009708Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.835427603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.835792716Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.835810417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.835999489Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.836923909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.83700302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.83705688Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.839671798Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.839709559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.839928181Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844715702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844736523Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844745383Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844752123Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844758583Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844767083Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844774233Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844780593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.844980515Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.845022376Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.845065246Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.845075066Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.852313644Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.852337544Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":76,"elapsed":"33.587421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.862950427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.863151899Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.870743401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.870769781Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.870779471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"50.885065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.87160304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.871795862Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.874694073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.875138708Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.877426862Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.877633445Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.880738388Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"36.025016ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.882192184Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.882211554Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"62.322128ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.940461279Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"121.767346ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.94048507Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.94049528Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.940804593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5cf3c31-8315-4677-9ed1-dad20c8f0ca3\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.940819713Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.941804354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:29.960272582Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.960291382Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.960637556Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2271c127-de86-424b-8abf-d3477b1a2db9\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.960659106Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.96100213Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.964357776Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.96472921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.964956222Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.965276886Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.971663674Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.972000938Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.994713182Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"175.890617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.994763322Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"150.007339ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.996938926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.998164809Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.998469102Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.998802716Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.998831026Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:29.998968807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.001578095Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.001597916Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"182.861282ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.007484269Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"162.732926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.011667004Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.01317413Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.015431154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.015449484Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.015622306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.016280373Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.016312354Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.016533526Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.017069282Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.017321615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.017335825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.017682598Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"19c21a79-bfff-4571-9935-38c94b719211\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.017703159Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.017971462Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.018227664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":26,"elapsed":"199.44151ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.019774131Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.019799521Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.019983143Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.020155145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.020490269Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.023778564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.023943226Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.02528437Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.02531367Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.025609444Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107ed072-8501-4ab0-8a43-1cddc11753a0\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.025633144Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.026799786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.026812116Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.027095979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.027107529Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.027283779Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9f97c05d-2b69-4c17-9722-468a5bb78144\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.027831209Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.027880522Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed85373-1024-482b-adec-66363228d5bb\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.027895391Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.028937669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":26,"elapsed":"209.029593ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.029726668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.036177927Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.03646814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.038546532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"193.80592ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.038667524Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":26,"elapsed":"219.845679ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.092565922Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.092895516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ce7522-4b7b-437d-afc4-c80a8a49d3fe\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.094708305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.095019618Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.096950759Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":26,"elapsed":"278.237526ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.135878887Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.136333932Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f87f4529-154b-4981-a5fd-14a81cca69c1\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.136354692Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.136365422Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.136374142Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.137825188Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":26,"elapsed":"318.993814ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.170903613Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.171276747Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.172953045Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.172982066Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.173303269Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.18180239Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.182104504Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19bb2fc-f1fe-4890-a88f-93f8751a2c34\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:34:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182127024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182140204Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182474608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182486928Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182494248Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182502338Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182509908Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182518038Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.18270561Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.18271638Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.182951893Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.182968043Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.183236626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.194049832Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.194197803Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef44489-9866-4704-89d8-643854381c20\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.194216994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.194332875Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9e1c2a-02dc-4de3-99ab-0936c154a347\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:34:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.194356545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.194370435Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.296247909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"44480b1b-7c85-4c54-bbdf-c10f4827cd04\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.29629533Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.29630621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.296705274Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1016118c-01d2-48f0-8dc3-ea1f19825f53\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.296749344Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.297109458Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.30103843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.301266593Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.304820071Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.305170445Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.307243477Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.307430029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:30.315053451Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":26,"elapsed":"496.384688ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:30.541808585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"ba3bc249-2621-46b7-b9e2-5cb01c41ecb1","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.818862324Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.818919264Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.819242618Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.819285758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.819297379Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.819484481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.821134238Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.821215359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.821406441Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.823944178Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.823956789Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.82411603Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.826326494Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.826670948Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.828087113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.830738351Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.830754571Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.830887963Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.842180024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.842197474Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":77,"elapsed":"23.35942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:39.850417233Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"31.126164ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:40.541654773Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"31216a35-4bca-4855-b8c6-d29f929c1a82","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":368,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.818898914Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.818956154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.819420889Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.81947963Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.8194979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.819817114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.821316839Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.821770635Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.822146028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.824078629Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.82410294Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.824248621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.826163042Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.826336024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.827950511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.830339307Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.830353907Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.830478458Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.841043461Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.841065402Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":78,"elapsed":"22.189128ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:49.85112585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"31.643219ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:50.541751973Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"28b92ee5-a0ed-4757-80df-3be372684f94","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":355,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:55.531852851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:37698"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:55.531993943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"dea0b15b-daa4-44b2-afec-9f4abb7451ce","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:55.532332997Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"dea0b15b-daa4-44b2-afec-9f4abb7451ce","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:55.535395029Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"dea0b15b-daa4-44b2-afec-9f4abb7451ce","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3457,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:55.535657432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"3b21fbee-4068-464a-8267-42bd34282227","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:55.535995806Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"3b21fbee-4068-464a-8267-42bd34282227","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:55.538200289Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"3b21fbee-4068-464a-8267-42bd34282227","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2610,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818855122Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818910813Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818922693Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818932263Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818942133Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.818950953Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818960883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818970643Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818978994Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818987924Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.818996104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819004104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819012834Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819022024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819030094Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:34:59.819038604Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819047954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\"}","iteration":15,"elapsed":"13.27µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819057935Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.819069415Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-22 09:24:59.818966443 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819081895Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819094525Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819106405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819118785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819131795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819143756Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819156505Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819168146Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819180516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819192246Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819203716Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819216196Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819227266Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819238406Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819249797Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819261987Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819273007Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819284887Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819297697Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819310517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819322517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819335047Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819346327Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819356188Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819366508Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819374508Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819383888Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819395168Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819406408Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819417028Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819427299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.819438019Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819447849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819458149Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819471249Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819483349Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819495059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81953305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81955171Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81956413Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81957698Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81958905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81960125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819613621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.81962461Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819635191Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819646591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819658811Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819670101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819681911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819694401Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819706171Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819718602Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"00ba62ae-6111-4ae5-ba3e-85c1a2193d6e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"aaee6681-841a-430b-abff-ede182f6fa30.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b3e98a77-5a08-4d6b-a53c-c3dc405c3f77.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 13266, tv_nsec: 948309861 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.819736612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0dd41a65-6ea3-470b-8245-29da2ae7befa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"15ee210a-dadf-4d23-a47a-a8053915b9bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 13266, tv_nsec: 948319101 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.820182916Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.820208087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.112901ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.820218777Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.820227877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.281624ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.82148845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13266, tv_nsec: 950099520 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.821698403Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.82239084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.340376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.822415471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.823011877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.823254829Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.823686834Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-22 09:24:59.818966443 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.823696584Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"expiration\":\"2025-01-22T09:24:59.818966443Z\",\"pruned\":[]}","iteration":14,"elapsed":"4.726251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.823740495Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.824539833Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.824549703Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.824711545Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.826713527Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.828235063Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.828259863Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.828472896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.828971111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.828993491Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.829116243Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.829471436Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.829621748Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.829710329Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.831385517Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.831397627Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.831406387Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.831548939Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.831849092Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13266, tv_nsec: 960463162 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.832095375Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.833061465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.833086455Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.833094095Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.833210516Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.833394309Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.833758062Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.83451155Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.834640302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.834651392Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.834916805Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.836125658Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.836154878Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.83630118Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837424212Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837447372Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837513983Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837525553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837634804Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837695915Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.837716785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.839389013Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.839620145Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.840372943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.840622426Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.84102014Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.841194562Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.841744968Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844173424Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13266, tv_nsec: 972788334 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844199825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844208725Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844217285Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844224305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844231465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844238155Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844245395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844251835Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844259275Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844266595Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844273345Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844279715Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844285665Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844503768Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.844549428Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844559268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844588778Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844598959Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.84472714Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.844786111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.845305216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.8456541Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.845889643Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.847267017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.847299088Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.84748127Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.85030275Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.85032684Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.850561623Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.851466003Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"7.218547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.861626911Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.861938974Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.862564281Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.864755724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.864783074Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.864947306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.882318523Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.886098363Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.886929092Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.887195025Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.88771156Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.887985334Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.888328487Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.888759532Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.888840393Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"44.617487ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.89044481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.89046968Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.89048026Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.890542121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.890691883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.890862114Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.891563972Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.891590812Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.891602772Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.891613422Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.891769644Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.893509843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.893847897Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.8951251Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"50.868205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.895306412Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.895585325Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.895634326Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.895646466Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.895655306Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"51.378081ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.896774388Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.896798318Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.896809138Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.89700246Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.897063471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.897196842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.897216503Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.897345084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.902046905Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.902069935Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"82.876028ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.915068154Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.915086625Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.915093614Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.915099785Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.915270336Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.918532571Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.918788864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.965796339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.967006432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.977953079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.97797847Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:34:59.978261353Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f357e9-e758-4e77-8046-c9e86a53f60c\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.978275753Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:34:59.979344494Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.079059645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.079110395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.079470479Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3d41f2-5a7e-40ca-acc3-340ee2144466\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.079498979Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.081192858Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.097680675Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.097728645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.110822076Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.113907669Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.113954469Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.114092511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.120696472Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.121014735Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.122239108Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.122272069Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.122717534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f7d8b4-acf5-4b55-aeaf-494f4a58aa1c\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.122745634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.123388121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.124878917Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.12606983Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.1260978Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":79,"elapsed":"307.167617ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.131273845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.131310996Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.131512218Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.133934954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":27,"elapsed":"314.821839ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.136223268Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.156973361Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"337.959897ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.162680703Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"343.510627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.167597655Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.16807931Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.169076731Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.169101361Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.169116252Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"350.210179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.169399415Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.16991632Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.172365756Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.172389537Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.172543038Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.172613609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.172628139Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.172643919Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"353.464093ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.172862802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"328.632998ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.173481999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.173510699Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.173723531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.175208947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.175232857Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"356.322444ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.175678702Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.177599763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.177852415Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.179849377Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.179875717Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.18009705Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.187169566Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.187664821Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e14cd950-d513-45c9-9dbf-3540f46bcb97\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.187683211Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.190183238Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4e6d3e6-177d-45e8-a18d-887f107fe88f\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.190214768Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.192327841Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.192349201Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"373.247126ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.197429536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40622d2e-9fa6-4e0e-b48d-b638f6ab9022\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.197470986Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.19785148Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.204664723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":27,"elapsed":"385.578759ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.226200605Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.226563418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18bea126-7581-4a30-828d-890097bb5897\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.22858083Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.228975264Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.233513473Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":27,"elapsed":"414.59039ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.234085609Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"389.839744ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.239066233Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.239092503Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.239103793Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.239465777Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.23980032Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.239823211Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.239837781Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.240076843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.241381177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.241552369Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-22T09:21:56.794918Z, time_modified: 2025-01-22T09:21:56.794918Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, db_silo: Silo { identity: SiloIdentity { id: 43ca547c-fd58-4d5d-8cd1-8a271138b893, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-22T09:22:21.749119Z, time_modified: 2025-01-22T09:22:21.749119Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.24158425Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]}},\"default_endpoint\":{\"silo_id\":\"43ca547c-fd58-4d5d-8cd1-8a271138b893\",\"tls_certs\":[\"2373c0481ac4d600f7f0840a3802342134157c6dabc1f2a472d4088c2ce0d745\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"422.533405ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.245577373Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.245603113Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.245792275Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.248726526Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"797c4ff8-fe53-4fd1-b5f3-6bb3215f2060"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.248757447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.248770297Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:20.965756 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.248781617Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1}","iteration":14,"elapsed":"429.737003ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.256834913Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.25743521Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa9a7a8e-90f3-4209-b2fd-96921eea7deb\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.25746636Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.259676134Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6b178334-7476-489f-918e-2fbca81e2e25\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.259709964Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.263402084Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"34095b5f-49f1-443a-b792-dae412dd5468\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.263432674Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.265751319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.265792999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"446.944278ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.267647559Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.26767164Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.268051414Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"67e912f8-0de3-4978-b66b-67a22ea48902\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.268073064Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.268375557Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.271281918Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.271500281Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.275233511Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.275442303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-22T09:35:00.275824667Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.275851287Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"456.653741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.277526396Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.279048562Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.279066602Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.279467236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ac46955b-7f61-4b7c-a8ef-99ff711fdfc8\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.280575668Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.280592409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.28072648Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.280965393Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":27,"elapsed":"461.758926ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.282823592Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"562d003f-72c6-4893-9a32-48c8f445a193"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.282850093Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.282859373Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"current_time_created":"2025-01-22 09:22:21.799475 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.282867923Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"generation\":2}","iteration":14,"elapsed":"463.99812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.287706825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.288014638Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.28818138Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"469.170666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.289756267Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.291552796Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.291576776Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.291710988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.320126733Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.322494298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.322517319Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.32264967Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.336788142Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.337158446Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.339084896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.339111337Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.339248298Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.347224674Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.347501447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef822813-78e9-441c-8549-efeb8c592ab1\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347525967Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347539547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.34784964Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347861921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347870431Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347880111Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347888731Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.347897791Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.348077843Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.348089243Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.348317896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.348334706Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.348673909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.361227874Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.361662159Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b23bdd5-b013-4a51-9b50-39d2428e48f8\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.361681079Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.361690339Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.361698189Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.362200134Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":27,"elapsed":"543.212922ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.363132524Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.363256586Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e77a88-d527-4e33-987d-56d178326c34\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.363268946Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.363347647Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7561fd4a-49f3-46f8-a1ad-227340212dae\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.363361717Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.363375337Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.462157918Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7f67cf16-ab37-4362-9e0c-0a770b1ed16d\", \"date\": \"Wed, 22 Jan 2025 09:35:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.462196078Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.462207348Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.462578172Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d272ca37-ad66-4efb-bc12-7476944f5286\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.462616763Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.462929606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.466514065Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.466739407Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.470448417Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.47076267Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.472851153Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.473078765Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:00.480727637Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":27,"elapsed":"661.696623ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:00.541303507Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"b7461009-dbd3-4bef-b43b-e6e14a6dea2f","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":339,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.818598359Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.818686509Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.819185855Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.819247695Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.819260776Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.819593089Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.821344148Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.823936356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.823955646Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.824079107Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.826266501Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.826604365Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.82806531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.830748299Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.830774889Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.830919221Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.84198735Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.84200588Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":80,"elapsed":"23.440522ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.84856481Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.848847513Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:09.850138937Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"30.888961ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:10.541360687Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"ae008aeb-2b75-48cd-bbf5-bec385e4f893","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.818783678Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.818829618Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.819247873Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.819957101Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.819966991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.820179223Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.821106333Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.82175421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.822127954Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.823722421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.823733211Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.823877963Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.825121946Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.825284568Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.826749403Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.829158169Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.82917459Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.829302871Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.841927786Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.841951177Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":81,"elapsed":"23.188269ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:19.850812452Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"30.849741ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:20.542111653Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"26798f97-946b-47e3-99fd-052c76894f9d","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":334,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:25.532445012Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"6cf74aae-3b38-4091-9016-2d3a7bcb3d26","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:25.532797596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"6cf74aae-3b38-4091-9016-2d3a7bcb3d26","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:25.535703247Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?sort_by=id_ascending","method":"GET","req_id":"6cf74aae-3b38-4091-9016-2d3a7bcb3d26","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3344,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:25.53599127Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"8f267c6f-8112-4c57-b9e4-c48f45d28422","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:25.536329394Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"8f267c6f-8112-4c57-b9e4-c48f45d28422","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:25.538716989Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/collectors/afc461c5-5a34-4bdf-8818-07fb287a6a77/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzU1MzcwZi0yN2Y4LTQ4MGYtYTA3NS1jMzM4NTExNzI5YWUifX0%3D","method":"GET","req_id":"8f267c6f-8112-4c57-b9e4-c48f45d28422","remote_addr":"[fd00:1122:3344:101::d]:37698","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2786,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819467672Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819518143Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819527363Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819535883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819543523Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819551543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819558193Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819565664Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819573924Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819581244Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819588054Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819595284Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819602534Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819609564Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819617424Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819624214Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819631424Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819639724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819646504Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819921447Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819935087Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819946988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819956418Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819965928Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819974678Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819985838Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.819994078Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820002538Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820620645Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820631245Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":82,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820638235Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820644405Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.820651615Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820659245Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820666115Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820672355Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820679085Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820685845Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820845207Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820856617Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.820907828Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.821034819Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.821793797Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.82199561Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.823267813Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.823441765Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.890842ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.824309424Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.824321404Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.824483886Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.824730439Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.8247926Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.824935551Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.825528217Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.825543558Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.825675309Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.826614449Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13296, tv_nsec: 954635749 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.826894572Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.827309216Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13296, tv_nsec: 955330206 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.827551429Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.828515909Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.82853991Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.831545312Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.831570052Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.831797835Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.832117598Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.832138548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.832327321Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.833514783Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.833724536Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.834734936Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.834786017Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DnsResolver","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-02eb3679-08e1-4d9d-a221-e5b8fe419fb5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 13296, tv_nsec: 962812237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.83506141Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.835248802Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.837941471Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.837962921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.837979371Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.837989561Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.838138463Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.838251064Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845629273Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845652553Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845660773Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845668224Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845674864Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845681814Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845688304Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845694744Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.845906666Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.846007327Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.846017877Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.846128518Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.848037619Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.848349453Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.859590892Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.859848505Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.859923896Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.861871907Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.86216296Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.864355104Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.864373064Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.864597726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.865130092Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.869562059Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.86959463Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.86960543Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.869912723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.870475949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.870664831Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.870873863Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.872835355Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.873018097Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.873796555Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.873809585Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"53.16726ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.8817307Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"36.101277ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.883521739Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"64.064087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.902554634Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.902771936Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.919430305Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.919453825Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.919764498Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a522a6c-d876-47e8-a2a6-f6451c0decce\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.919779988Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.920630078Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.920640258Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.92088936Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf98bd9f-bd74-4019-9150-aafc12b130ab\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.92089936Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.921872421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.921940302Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.931621746Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.931646956Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.931878608Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"MgsClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8021848a-5e2d-49bb-a9f4-1f9e9882558d\", \"content-length\": \"26\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.931895949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.934297554Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.934978612Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.934990432Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.935362406Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c02bb98-aa61-4ce3-8a98-3843bee47f4c\", \"content-length\": \"372\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.935392386Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.935618018Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.938893724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.939249057Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.941084077Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.941418531Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.969193999Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.969567723Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.970825427Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"150.202671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.972664726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.97301188Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.976371566Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.976578808Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.978822932Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"133.154909ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.980365169Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.980389899Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.980397779Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.980703542Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.981661273Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"162.17252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.981764384Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.983754155Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.983779986Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.983971358Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.983987378Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.984413272Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.985884898Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"140.204265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.986546225Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.987205172Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.987226332Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.987524726Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"82515f30-ac05-4c21-bb23-3b1bd56fec0d\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.987542876Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.98791855Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.990059683Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.990307176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.990647219Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.990669409Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.990829851Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.993895444Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.994149687Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.997015048Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"VPC route manager sled 02eb3679-08e1-4d9d-a221-e5b8fe419fb5 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:29.997104078Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.997117539Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.997327081Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e183f515-52f5-4085-9f4a-e6534318dd7b\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.997465033Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8838a18f-355a-4af7-a816-e3d06d474b36\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.998911558Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":28,"elapsed":"178.274303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.999560795Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:29.999775817Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.000509105Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.000531075Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":82,"elapsed":"180.989942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.001617527Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"null","iteration":28,"elapsed":"182.051974ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.003859301Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":28,"elapsed":"184.275868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.004152794Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.00657949Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"160.935597ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.006863373Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Sled { parent: Fleet, key: 02eb3679-08e1-4d9d-a221-e5b8fe419fb5, lookup_type: ById(02eb3679-08e1-4d9d-a221-e5b8fe419fb5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.006880554Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.007042325Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.008696073Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"0","iteration":28,"elapsed":"189.105719ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.012706456Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.012717906Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.012726626Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"192.097661ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.013244622Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.013253872Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"193.78085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.050033547Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.050398421Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.082868849Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.083218143Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.084537987Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 8f10af9c-9cde-4f7f-8374-d07034627b20, rack_id: fceadc01-7eef-448b-b630-a0fcde156219, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2ef33862-5880-42f7-bdd1-59375a5359ff) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.084562528Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.084895081Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.089574011Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.091394971Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.091411961Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.091552883Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.092958378Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.094568255Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.094586055Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.094614965Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.094708717Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.094960929Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffeac243-c96e-43be-ba1c-40921628eafb\", \"content-length\": \"134\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.094979799Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.09499074Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"2ef33862-5880-42f7-bdd1-59375a5359ff","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095281032Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095305993Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095315343Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095324313Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095332303Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095339963Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095499935Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095512025Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.095643596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.095653236Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.095909509Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.097400395Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.097527537Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4201d6-ca8a-4cbc-a2ad-943b96dfbf2b\", \"content-length\": \"2\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.097545247Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.097628488Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"DpdClient","rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2d0946-89d5-4616-a5e4-9fdad8c78e58\", \"content-length\": \"52\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.097647208Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.097658038Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.181027943Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.21240621Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"097a1cfb-2dd2-4e75-a908-6e70bbaa02ad\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.212452121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.212463121Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.212912095Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"SledAgent":"02eb3679-08e1-4d9d-a221-e5b8fe419fb5","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98700cf2-95b8-4752-ae15-5c6f93fd0674\", \"content-length\": \"691\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.212942186Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.212963866Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.212975606Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.212984176Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"rack_id":"fceadc01-7eef-448b-b630-a0fcde156219","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e99ea1-8755-4a37-9df9-5311af5483d4\", \"content-length\": \"682\", \"date\": \"Wed, 22 Jan 2025 09:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.213035777Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.21336465Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.214721125Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":28,"elapsed":"395.199902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.2170724Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.217408024Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.220597548Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.22082206Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.227147758Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.227478462Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.235962063Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{}","iteration":28,"elapsed":"416.42832ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.542691456Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"b35041bd-dc6f-464d-98ff-3ede3ac0f9a2","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":361,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.638767027Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.638793478Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.669841671Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.669937982Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44037"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.670135404Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dacf7fe9-212f-47d4-bfc6-c758c743d33d","remote_addr":"[fd00:1122:3344:101::a]:44037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.670501718Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dacf7fe9-212f-47d4-bfc6-c758c743d33d","remote_addr":"[fd00:1122:3344:101::a]:44037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.710596978Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","file":"nexus/src/app/oximeter.rs:76","collector_id":"afc461c5-5a34-4bdf-8818-07fb287a6a77","producer_id":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:30.710619449Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/metrics/producers","method":"POST","req_id":"dacf7fe9-212f-47d4-bfc6-c758c743d33d","remote_addr":"[fd00:1122:3344:101::a]:44037","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":40564,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.710670649Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacf7fe9-212f-47d4-bfc6-c758c743d33d\", \"content-length\": \"41\", \"date\": \"Wed, 22 Jan 2025 09:35:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.711399947Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:30.711414647Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"component":"producer-registration-task","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.819522651Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.819593921Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.820042876Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.820083807Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.820094727Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.820271479Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.822614734Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.822811116Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.824270242Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.176115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.849054998Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.851865848Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.851887588Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.85201919Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.854615968Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.85479489Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.889102577Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.891799686Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.891816356Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.891946848Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.902186868Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:39.902214368Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":83,"elapsed":"82.710858ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:40.542377591Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"9dd4bbd0-480b-4257-8963-19f4c1ceae36","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.819770091Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.819843842Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.820291497Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.820347868Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.820366628Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.82057157Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.822126376Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.822417362Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.822468869Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.824966287Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.824987677Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.825113649Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.826661315Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.826824597Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.828575596Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.830943951Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5e51c7e2-72b9-4aa3-8629-a194ef9b3190, lookup_type: ById(5e51c7e2-72b9-4aa3-8629-a194ef9b3190) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.830955741Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.831084443Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.840716046Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"original_time_created":"2025-01-22 09:21:55.156950 UTC","original_target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","time_created":"2025-01-22 09:21:55.156950 UTC","target_id":"5e51c7e2-72b9-4aa3-8629-a194ef9b3190"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.840740036Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5e51c7e2-72b9-4aa3-8629-a194ef9b3190\",\"time_created\":\"2025-01-22T09:21:55.156950Z\"}","iteration":84,"elapsed":"20.998335ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-22T09:35:49.850953386Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f355370f-27f8-480f-a075-c338511729ae","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"30.601919ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-22T09:35:50.542525889Z","hostname":"oxz_nexus_f355370f-27f8-480f-a075-c338511729ae","pid":22982,"uri":"/f355370f-27f8-480f-a075-c338511729ae","method":"GET","req_id":"0cf913ed-ecc8-49a1-8356-22a76a37d681","remote_addr":"[fd00:1122:3344:101::d]:46491","local_addr":"[fd00:1122:3344:101::a]:33135","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"f355370f-27f8-480f-a075-c338511729ae","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":398,"response_code":"200"}